-- Logs begin at Thu 2021-09-16 14:29:49 UTC, end at Thu 2021-09-16 15:28:09 UTC. -- Sep 16 15:01:33.646477 dv-cinder-774288-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 15:01:36.340045 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.common.config [-] Logging enabled! Sep 16 15:01:36.340647 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 15:01:36.340920 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 15:01:36.344001 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.common.config [-] Logging enabled! Sep 16 15:01:36.344257 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 15:01:36.344590 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 15:01:36.346163 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 15:01:36.346399 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 15:01:36.346756 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 15:01:36.346999 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 15:01:36.347224 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 15:01:36.347543 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.347843 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.348134 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.348363 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.348686 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.348977 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.349259 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.349542 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.349834 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.350119 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.350392 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.350677 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.350900 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.351175 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.351455 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.351735 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.351954 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] debug = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.352227 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.352675 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.353085 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.353367 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.353687 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.353926 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.354193 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.354466 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.354758 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.355069 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] host = dv-cinder-774288-9-iscsi {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.355342 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.355624 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.355904 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.356184 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.356457 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.356754 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.357034 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.357300 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.357568 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.357838 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.358121 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.358401 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.358687 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.359162 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.359379 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.359661 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.359949 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.360220 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.360509 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.360780 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.361075 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.361400 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.361722 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.362006 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.362286 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.362566 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.362837 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.363224 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.363666 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.364006 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.364294 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.364604 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.364882 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.365155 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.365442 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.365707 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.365977 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.366274 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.366556 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.366833 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.367113 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.367383 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.367661 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.367930 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.368198 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.368465 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] use_json = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.368755 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.369022 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.369298 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.369565 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.369832 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.370105 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.370370 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.370647 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:36.370941 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.371235 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.371531 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.371812 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.372102 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.372378 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.372696 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.372973 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.373257 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.373541 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.373827 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.374100 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.374381 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.374652 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.374942 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.375241 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.375530 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.375816 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.376085 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.376353 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.376643 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.376941 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.377227 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.377503 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.377788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.378073 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.378347 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.378628 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.378919 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.379204 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.379474 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.379749 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.380039 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.380312 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.380607 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.380884 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.381167 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.381439 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.381709 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.381989 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.382262 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.382528 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.382796 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.383069 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.383353 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.383623 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.383890 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.384155 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.384425 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.384713 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.384996 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.385270 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.385538 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.385806 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.386076 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.386342 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.386608 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.386881 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.387147 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.387419 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.387684 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.387951 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.388215 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.388478 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.388765 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.389034 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.389300 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.389572 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.389838 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.390112 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.390377 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.390646 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.390915 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.391196 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.391489 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.391764 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.392038 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.392829 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.393116 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.393392 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.393667 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.393943 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.394216 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.394484 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.394770 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.395051 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.395334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.395614 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.395887 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.396181 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.396455 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.396754 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.397028 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.397301 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.397578 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.397856 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.398145 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.398433 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.398720 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.399009 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.399296 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.399571 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.399874 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.400150 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:36.400365 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 15:01:36.400632 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94045) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 15:01:36.747893 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 15:01:36.748164 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 15:01:36.748452 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 15:01:36.748802 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 15:01:37.136142 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.136438 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.136734 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.138029 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.138301 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.138563 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.173415 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.174210 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.174478 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.188950 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.189830 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.190098 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.217673 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.217959 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.218228 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.256253 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.256560 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.256829 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.485496 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.486169 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.486169 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.486339 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.487444 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.605038 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.605349 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.605631 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.605902 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.606165 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.606468 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.606724 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.606976 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.607227 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.607502 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.607756 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.608013 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.608262 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.608534 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.609042 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.609317 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.609566 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.609831 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.610094 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.610353 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.610622 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.610869 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.611765 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.612140 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.612388 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.612654 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.613048 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:37.613291 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:37.613530 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:37.613769 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:37.614006 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:37.614240 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:37.614599 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 15:01:37.617639 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 15:01:37.621597 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 15:01:37.625291 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 16 15:01:37.626844 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 15:01:37.627315 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 15:01:37.627655 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 15:01:37.628038 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 15:01:37.630812 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 15:01:37.631064 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 15:01:37.631402 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 15:01:37.636619 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 15:01:37.658362 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 15:01:37.658815 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.659110 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94045) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 15:01:37.659468 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.660839 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94045) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 15:01:37.661276 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 15:01:37.661521 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 15:01:37.664690 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.664971 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:37.727467 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 15:01:37.727702 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 15:01:37.727938 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 15:01:37.728313 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 15:01:37.751338 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_db.sqlalchemy.engines [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94045) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 15:01:38.279918 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing driver for type 'gre' Sep 16 15:01:38.280553 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] gre ID ranges: [(1, 1000)] Sep 16 15:01:38.334000 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing driver for type 'local' Sep 16 15:01:38.334372 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing driver for type 'vlan' Sep 16 15:01:38.347946 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] VlanTypeDriver initialization complete Sep 16 15:01:38.348286 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing driver for type 'vxlan' Sep 16 15:01:38.348800 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] vxlan ID ranges: [(1, 1000)] Sep 16 15:01:38.402790 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing extension driver 'port_security' Sep 16 15:01:38.403137 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.extensions.port_security [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] PortSecurityExtensionDriver initialization complete Sep 16 15:01:38.403454 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing mechanism driver 'openvswitch' Sep 16 15:01:38.403777 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing mechanism driver 'hyperv' Sep 16 15:01:38.410492 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.plugin [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:38.411217 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.411659 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.412016 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.412598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:38.413040 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.413469 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.413847 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.414269 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:38.414645 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.414995 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.415341 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.415726 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:38.416125 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > security_group after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.416472 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > security_group after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.416830 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.417354 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:38.417765 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.418120 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.418467 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.418864 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:38.419273 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > address_group after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.419619 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > address_group after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.419958 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.420342 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 15:01:38.420763 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] ML2 OVO RPC backend initialized. {{(pid=94045) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 15:01:38.421462 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.421818 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.422232 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.422578 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > networks before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.422923 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.423264 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > ports before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.423635 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.423976 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnets before_response 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.424322 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.424687 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.425027 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.425364 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.425701 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.426038 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.426373 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.426710 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.427043 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.427620 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.plugin [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Modular L2 Plugin initialization complete Sep 16 15:01:38.427947 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading services supported by the core plugin {{(pid=94045) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 15:01:38.428273 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.plugins.ml2.managers [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Got port-security extension from driver 'port_security' Sep 16 15:01:38.428764 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.extensions.vlantransparent [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Disabled vlantransparent extension. Sep 16 15:01:38.429250 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94045) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 15:01:38.429561 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: router Sep 16 15:01:38.465854 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.466245 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_create 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.466617 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router before_create 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.466986 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.467362 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.467720 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_delete 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.468079 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.468431 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.468815 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_create 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.469169 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_update 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.469519 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_update 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.469868 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.470230 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_update 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.470669 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_update 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.471038 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.471377 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.471712 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: subnet after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.472051 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.472395 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.472764 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_create 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.473107 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.473447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.473803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router after_update 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.474147 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.474497 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_create 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.474856 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.475203 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_update 55549900 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.475566 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > agent after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.475921 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > agent after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.476266 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > network after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.477147 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Tracking information for resource: router configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:38.477484 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Tracking information for resource: floatingip configured {{(pid=94045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 15:01:38.482399 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.db.l3_agentschedulers_db [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 15:01:38.482965 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.483323 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port after_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.483674 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port after_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.484273 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: port after_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.485081 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router before_create 55550100 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.485445 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.485806 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_create 55550100 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.486338 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > router precommit_update 55550100 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.490795 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.provider_configuration [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service providers = [] {{(pid=94045) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 15:01:38.491156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.db.servicetype_db [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94045) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 15:01:38.494075 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.service_base [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:38.494424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.service_base [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:38.494765 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.service_base [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:38.495640 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.services.service_base [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 15:01:38.496012 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.services.service_base [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 15:01:38.496397 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.496751 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 15:01:38.507744 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.508033 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: auto_allocate Sep 16 15:01:38.513732 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: network precommit_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.514105 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: network precommit_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.514626 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.514943 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: tag Sep 16 15:01:38.522920 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.523250 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: timestamp Sep 16 15:01:38.527211 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.527538 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: network_ip_availability Sep 16 15:01:38.532971 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.533343 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.533700 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.534410 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.534727 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: flavors Sep 16 15:01:38.539364 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.539695 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading Plugin: revisions Sep 16 15:01:38.543897 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 15:01:38.544291 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_concurrency.lockutils [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=94045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 15:01:38.545058 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94045) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 15:01:38.545394 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Initializing extension manager. Sep 16 15:01:38.545899 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: __init__.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.546238 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: __pycache__ {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.546568 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.546894 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: address_group.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.547639 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.548195 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: address-group Sep 16 15:01:38.549044 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: address_scope.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.549947 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.550470 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: address-scope Sep 16 15:01:38.550791 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.551706 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.552216 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: router-admin-state-down-before-update Sep 16 15:01:38.552561 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: agent.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.553253 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.553756 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: agent Sep 16 15:01:38.554072 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: agent_resources_synced.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.554969 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.555484 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: agent-resources-synced Sep 16 15:01:38.555802 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: allowedaddresspairs.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.557582 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.558104 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: allowed-address-pairs Sep 16 15:01:38.558426 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: auto_allocated_topology.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.559484 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.560005 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: auto-allocated-topology Sep 16 15:01:38.560326 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: availability_zone.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.561043 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.561554 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: availability_zone Sep 16 15:01:38.561878 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: availability_zone_filter.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.562773 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.563285 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: availability_zone_filter Sep 16 15:01:38.563603 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: data_plane_status.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.565138 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.565648 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 15:01:38.565967 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: default_subnetpools.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.566872 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.567380 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: default-subnetpools Sep 16 15:01:38.567700 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.568523 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.569035 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: dhcp_agent_scheduler Sep 16 15:01:38.569355 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: dns.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.570264 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.570775 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 15:01:38.571092 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: dns_domain_ports.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.571992 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.572509 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 15:01:38.572834 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.573739 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.574244 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 15:01:38.574561 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: dvr.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.575220 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.575727 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: dvr Sep 16 15:01:38.576042 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: ecmp_routes.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.576970 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.577467 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 15:01:38.577785 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: empty_string_filtering.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.578673 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.579182 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: empty-string-filtering Sep 16 15:01:38.579496 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.580424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.580970 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 15:01:38.581292 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.582194 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.582696 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 15:01:38.583010 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: external_net.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.583959 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.584463 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: external-net Sep 16 15:01:38.584808 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.585699 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.586208 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: extra_dhcp_opt Sep 16 15:01:38.586525 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: extraroute.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.587425 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.587934 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: extraroute Sep 16 15:01:38.588250 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: extraroute_atomic.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.589284 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.589796 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: extraroute-atomic Sep 16 15:01:38.590115 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: filter_validation.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.590774 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.591282 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: filter-validation Sep 16 15:01:38.591598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: fip_pf_description.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.592502 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.593025 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 15:01:38.593340 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: fip_port_details.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.594248 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.594762 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: fip-port-details Sep 16 15:01:38.595077 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: flavors.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.596309 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.596863 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: flavors Sep 16 15:01:38.597189 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.598815 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.599336 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 15:01:38.599659 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: floatingip_pools.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.600349 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.600905 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: floatingip-pools Sep 16 15:01:38.601229 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: ip_allocation.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.602148 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.602656 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 15:01:38.602976 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.603892 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.604406 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: ip-substring-filtering Sep 16 15:01:38.604754 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l2_adjacency.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.605658 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.606163 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 15:01:38.606482 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.607558 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.608079 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: router Sep 16 15:01:38.608400 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.610891 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.611945 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 15:01:38.612273 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.613238 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.613758 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: ext-gw-mode Sep 16 15:01:38.614079 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.614980 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.615494 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: l3-ha Sep 16 15:01:38.615813 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3_flavors.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.616737 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.617248 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: l3-flavors Sep 16 15:01:38.617569 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.618474 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.618984 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 15:01:38.619303 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: l3agentscheduler.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.620332 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.620870 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: l3_agent_scheduler Sep 16 15:01:38.621198 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: logging.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.622666 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.623193 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension logging not supported by any of loaded plugins Sep 16 15:01:38.623519 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: metering.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.624249 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.624866 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: metering Sep 16 15:01:38.625190 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.626260 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.627396 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: metering_source_and_destination_fields Sep 16 15:01:38.627722 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: multiprovidernet.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.628664 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.629176 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: multi-provider Sep 16 15:01:38.629498 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: netmtu.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.630398 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.630906 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: net-mtu Sep 16 15:01:38.631232 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: netmtu_writable.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.632131 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.632677 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: net-mtu-writable Sep 16 15:01:38.633001 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: network_availability_zone.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.633660 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.634162 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: network_availability_zone Sep 16 15:01:38.634481 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: network_ip_availability.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.635561 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.636076 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: network-ip-availability Sep 16 15:01:38.636402 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: network_segment_range.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.637180 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.637686 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 15:01:38.638132 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: pagination.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.639051 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.639377 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: pagination Sep 16 15:01:38.639695 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: port_device_profile.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.640623 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.641148 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: port-device-profile Sep 16 15:01:38.641467 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.642398 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.642943 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: port-mac-address-regenerate Sep 16 15:01:38.643263 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.644185 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.644726 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: port-numa-affinity-policy Sep 16 15:01:38.645045 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: port_resource_request.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.646075 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.646581 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 15:01:38.646898 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: portbindings.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.647812 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.648320 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: binding Sep 16 15:01:38.648674 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: portbindings_extended.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.649920 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.650432 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: binding-extended Sep 16 15:01:38.650754 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: portsecurity.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.651660 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.652172 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: port-security Sep 16 15:01:38.652509 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: project_id.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.653484 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.653810 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: project-id Sep 16 15:01:38.654129 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: providernet.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.655037 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.655551 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: provider Sep 16 15:01:38.655870 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.659391 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.659917 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos not supported by any of loaded plugins Sep 16 15:01:38.660248 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.661501 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.662023 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 15:01:38.662345 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.663246 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.663760 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 15:01:38.664078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_default.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.665005 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.665523 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-default not supported by any of loaded plugins Sep 16 15:01:38.665844 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_fip.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.666483 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.666987 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 15:01:38.667301 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_gateway_ip.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.668209 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.668747 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 15:01:38.669063 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_port_network_policy.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.669956 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.670461 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 15:01:38.670779 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_pps_rule.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.671941 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.672455 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 15:01:38.672796 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_rule_type_details.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.674225 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.674738 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 15:01:38.675055 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: qos_rules_alias.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.676105 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.676643 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 15:01:38.676963 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: quotasv2.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.677859 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.678188 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: quotas Sep 16 15:01:38.678509 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: quotasv2_detail.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.681737 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.682080 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: quota_details Sep 16 15:01:38.682412 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: rbac.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.683459 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.683991 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: rbac-policies Sep 16 15:01:38.684316 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: rbac_address_group.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.685273 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.685793 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: rbac-address-group Sep 16 15:01:38.686114 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: rbac_address_scope.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.687018 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.687538 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: rbac-address-scope Sep 16 15:01:38.687857 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: rbac_security_groups.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.688792 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.689915 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: rbac-security-groups Sep 16 15:01:38.690235 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: rbac_subnetpool.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.691140 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.691671 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: rbac-subnetpool Sep 16 15:01:38.691993 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: revisionifmatch.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.692924 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.693445 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: revision-if-match Sep 16 15:01:38.693767 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: revisions.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.694851 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.695369 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: standard-attr-revisions Sep 16 15:01:38.695693 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: router_availability_zone.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.696360 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.696905 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: router_availability_zone Sep 16 15:01:38.697226 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: routerservicetype.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.698136 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.698648 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 15:01:38.698969 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.699872 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.700387 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: security-groups-normalized-cidr Sep 16 15:01:38.700731 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.701639 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.702154 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: port-security-groups-filtering Sep 16 15:01:38.702475 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.703372 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.703892 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: security-groups-remote-address-group Sep 16 15:01:38.704210 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: securitygroup.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.715144 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.715676 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: security-group Sep 16 15:01:38.716008 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: segment.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.716832 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.717346 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension segment not supported by any of loaded plugins Sep 16 15:01:38.717669 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.718599 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.719110 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 15:01:38.719429 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: servicetype.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.720655 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.721184 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: service-type Sep 16 15:01:38.721509 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: sorting.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.722493 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.722821 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: sorting Sep 16 15:01:38.723143 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: standard_attr_segment.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.724044 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.724593 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 15:01:38.724914 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: standardattrdescription.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.725552 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.726058 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: standard-attr-description Sep 16 15:01:38.726376 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: stateful_security_group.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.727294 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.727811 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: stateful-security-group Sep 16 15:01:38.728132 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: stdattrs_common.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.728738 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 15:01:38.729059 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.729967 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.730487 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 15:01:38.730808 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: subnet_onboard.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.731866 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.732385 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: subnet_onboard Sep 16 15:01:38.732742 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.733654 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.734422 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 15:01:38.734742 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: subnet_service_types.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.735656 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.736713 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: subnet-service-types Sep 16 15:01:38.737042 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: subnetallocation.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.738116 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.738634 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: subnet_allocation Sep 16 15:01:38.738957 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.739611 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.740125 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: subnetpool-prefix-ops Sep 16 15:01:38.740444 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.741378 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.741888 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 15:01:38.742214 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: tagging.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.743288 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.743808 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: standard-attr-tag Sep 16 15:01:38.744133 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: timestamp.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.745341 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.745864 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loaded extension: standard-attr-timestamp Sep 16 15:01:38.746186 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: trunk.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.747209 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.747727 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension trunk not supported by any of loaded plugins Sep 16 15:01:38.748048 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: trunk_details.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.748984 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.749498 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 15:01:38.749817 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: uplink_status_propagation.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.750724 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.751236 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 15:01:38.751555 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Loading extension file: vlantransparent.py {{(pid=94045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 15:01:38.752802 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 15:01:38.753315 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 15:01:38.755774 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:network Sep 16 15:01:38.756295 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:subnet Sep 16 15:01:38.756721 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:38.757122 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:port Sep 16 15:01:38.758380 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.758786 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service FLAVORS assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.759410 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.759829 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.760165 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:router Sep 16 15:01:38.760622 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 15:01:38.761105 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service METERING assigned prefix: /metering {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.762532 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.762908 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.763258 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:01:38.764251 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 15:01:38.764718 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:security_group Sep 16 15:01:38.765142 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 15:01:38.765718 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service CORE assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.766043 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:38.766385 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] subnetpool is already registered Sep 16 15:01:38.766817 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service CORE assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.767148 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:38.767507 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] subnetpool is already registered Sep 16 15:01:38.769836 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.770268 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service FLAVORS assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.770851 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.771268 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.771598 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:router Sep 16 15:01:38.771938 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] router is already registered Sep 16 15:01:38.772350 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 15:01:38.772715 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] floatingip is already registered Sep 16 15:01:38.773162 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service METERING assigned prefix: /metering {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.773824 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 15:01:38.774151 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] rbac_policy is already registered Sep 16 15:01:38.774550 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:security_group Sep 16 15:01:38.774883 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] security_group is already registered Sep 16 15:01:38.775275 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 15:01:38.775605 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] security_group_rule is already registered Sep 16 15:01:38.776217 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service CORE assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.776571 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:38.776908 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] subnetpool is already registered Sep 16 15:01:38.777316 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.v2.resource_helper [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Service CORE assigned prefix: {{(pid=94045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 15:01:38.777643 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 15:01:38.777970 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING neutron.quota.resource_registry [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] subnetpool is already registered Sep 16 15:01:38.778424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: extensions {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.779891 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: address-groups {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.781381 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: address-scopes {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.782708 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: agents {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.783888 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: auto-allocated-topology {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.785160 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: availability_zones {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.786372 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: dhcp-networks {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.787874 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: dhcp-agents {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.789319 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: routers {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.791517 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: flavors {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.792700 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: service_profiles {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.793899 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: next_providers {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.795347 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: service_profiles {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.796903 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: floatingip-pools {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.798101 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: routers {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.800723 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: floatingips {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.802000 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: l3-routers {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.803376 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: l3-agents {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.804791 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: metering-labels {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.806132 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: metering-label-rules {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.807392 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: network-ip-availabilities {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.808692 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: bindings {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.811143 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: quotas {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.812635 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: quotas {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.814039 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: rbac-policies {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.815788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: security-groups {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.817106 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: security-group-rules {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.818394 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: service-providers {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.819643 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: subnetpools {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.821096 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: subnetpools {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.822564 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.824273 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.826119 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.827941 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.829811 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.831628 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.833347 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.835232 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.837073 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.838800 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron.api.extensions [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Extended resource: tags {{(pid=94045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 15:01:38.844799 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING keystonemiddleware.auth_token [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 15:01:38.849491 dv-cinder-774288-9-iscsi neutron-server[94045]: WARNING keystonemiddleware.auth_token [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 15:01:38.857811 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_concurrency.lockutils [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Acquired lock "singleton_lock" {{(pid=94045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 15:01:38.858267 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_concurrency.lockutils [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Releasing lock "singleton_lock" {{(pid=94045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 15:01:38.859154 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Starting 2 workers Sep 16 15:01:38.864446 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Started child 94154 {{(pid=94045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:38.868978 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Started child 94155 {{(pid=94045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:38.869964 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.870606 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO neutron.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 15:01:38.871238 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Notify callbacks [] for process, before_spawn {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.871478 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [-] (94154) wsgi starting up on http://0.0.0.0:9696 Sep 16 15:01:38.873756 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Starting 1 workers Sep 16 15:01:38.874156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.875595 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [-] (94155) wsgi starting up on http://0.0.0.0:9696 Sep 16 15:01:38.879589 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Started child 94156 {{(pid=94045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:38.880106 dv-cinder-774288-9-iscsi neutron-server[94045]: INFO oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Starting 1 workers Sep 16 15:01:38.883163 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] calling RpcWorker wait() {{(pid=94156) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 15:01:38.883725 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] returning from RpcWorker wait() {{(pid=94156) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 15:01:38.884644 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Started child 94157 {{(pid=94045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 15:01:38.884932 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.885401 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:38.885502 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-4b8456b3-e3a1-4fd1-95bf-4015993cef48 None None] Notify callbacks [] for process, after_spawn {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.887370 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 15:01:38.887583 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 15:01:38.887766 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 15:01:38.887980 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 15:01:38.888306 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 15:01:38.888472 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 15:01:38.889014 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.889299 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.889558 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.889803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.889895 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.890336 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.890684 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.890987 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.891244 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.891525 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.891780 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.891956 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.892123 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.892420 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.892731 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.892979 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.893245 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.893484 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.893734 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.893903 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.894147 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.894417 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.894645 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.894903 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] debug = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.895151 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.895642 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.895876 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.896113 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.896341 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.896650 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.896873 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.897142 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.897401 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.897628 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.897866 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.898126 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.898359 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.898573 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.898784 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.899051 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.899269 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.899726 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] host = dv-cinder-774288-9-iscsi {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.899986 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.900217 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.900458 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.900718 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.900959 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.901200 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.901475 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.901712 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.901956 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.902180 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.902426 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.902674 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.902932 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.903160 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.903325 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_options = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.903563 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.903805 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.904054 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.904239 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.904401 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.904592 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.904865 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.904971 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.905223 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.905453 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.905662 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.905869 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.906126 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.906318 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.906574 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.906818 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.907027 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.907254 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.907491 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.907727 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.908475 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.908717 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.908928 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.909156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.909380 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.909609 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.909829 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.910053 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.910257 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.910503 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.910711 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.910954 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.911167 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.911397 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.911702 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.911862 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.912082 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.912289 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.912565 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.912788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.913043 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.913298 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.913510 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.913756 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.913969 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.914176 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.914389 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_json = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.914595 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.914833 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.915191 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.915295 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.915513 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.915720 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.915928 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.916184 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:38.917116 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.917116 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.917325 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.917396 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.917838 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.918394 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.918782 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.919150 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.919474 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.919665 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.919994 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.920247 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.920541 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.920958 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.921436 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.921759 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.921996 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.922264 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.922508 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.922726 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.922880 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:38.922991 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.923177 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.924149 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.924545 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.924788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.925019 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.925243 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.925568 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.925829 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.926088 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.926343 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.926571 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.926811 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.927045 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.927284 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.927523 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.927743 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.928019 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.928242 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.928457 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.928722 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.928939 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.929147 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.929366 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.929595 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.929852 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.930081 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.930297 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.930532 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.930747 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.930960 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.931177 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.931389 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.931623 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.931867 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.932106 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.932344 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.932588 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.932799 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.933031 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.933291 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.933504 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.933711 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.933919 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.934137 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.934348 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.934598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.934814 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.935044 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.935255 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.935490 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.935700 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.935928 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.936165 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.936380 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.936614 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.936821 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.937451 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.937671 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.937901 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.938251 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.938618 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.938846 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.939260 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.939609 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.939961 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.940348 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.941598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.941598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.941598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.941598 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.942001 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.942166 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.942464 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.942879 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.943305 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.943723 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.944152 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.944626 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.945025 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.945424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.945830 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.946211 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.946624 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.947004 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.947408 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.947763 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.948144 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.948527 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.948918 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.949305 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.949721 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.950158 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.950557 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.950927 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.951307 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.951567 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.951841 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.952122 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.952344 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.952642 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.952943 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.953215 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.953471 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.953699 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.954129 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.954522 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.954993 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.955378 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.955794 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.956179 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.956390 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.956856 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.957243 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.957465 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.957686 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.957918 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.958257 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.958520 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.958750 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.958982 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.959250 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.959480 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.959724 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.959992 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.960234 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.960510 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.960730 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.960976 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.961192 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.961434 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.961680 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.962036 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.962409 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.962802 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.963198 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.963554 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.963907 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.964281 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.964675 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.965054 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.965424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.965793 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.966148 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.966527 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.966890 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.967246 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.967630 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.968008 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.968372 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.968764 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.969134 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.969528 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.969921 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.970875 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.971308 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.971620 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.971882 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.972150 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.972387 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.972643 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.972899 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.973117 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.973494 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.973739 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.973974 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.974405 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.974624 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.974859 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.975076 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.975334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.975581 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.975911 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.976149 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.976376 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.976649 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.976866 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.977128 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.977336 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.977550 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.977762 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.977975 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.978198 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.978452 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.978671 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.978935 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.979146 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.979361 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.979569 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.979796 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.980002 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.980301 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.980568 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.980813 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.981069 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.981317 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.981559 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.981783 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.982009 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.982214 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.982434 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.982671 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.982853 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.983076 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.983288 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.983496 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.983713 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.984193 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.984397 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.984653 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.984891 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.985097 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.985337 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.985550 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.985756 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.986034 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.986752 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.986959 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.987178 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.987392 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.987599 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.987842 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.988060 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.988272 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.988506 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.988719 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.988947 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.989241 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.989485 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.989702 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.989989 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.990234 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.990503 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.990738 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.991034 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.991244 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.991494 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.991729 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.991942 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.992177 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.992594 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.992749 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.993045 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.993288 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.993535 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.993826 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.994101 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.994371 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.994611 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.994915 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.995377 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.995517 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.995753 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.996006 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.996247 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.996506 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.996737 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.996968 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.997198 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.997424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.997675 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.997898 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.998115 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.998324 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.998552 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.998781 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.999156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.999549 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.999768 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:38.999980 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.000131 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 15:01:39.000818 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 15:01:39.001116 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 15:01:39.001436 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 15:01:39.001659 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 15:01:39.001820 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 15:01:39.001970 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 15:01:39.002180 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.002342 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.002497 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.002649 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.002806 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.002997 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003157 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003310 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003449 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003586 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003723 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003860 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.003997 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.004155 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.004300 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.004447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.004620 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.004781 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.004940 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.005095 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.005250 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.005404 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.005557 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] debug = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.005712 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.005900 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.006057 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.006210 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.006338 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.006486 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.006640 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.006795 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007171 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007171 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007416 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007416 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007678 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007678 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007939 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.007939 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008222 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008222 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] host = dv-cinder-774288-9-iscsi {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008534 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008534 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008813 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008813 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.008990 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.009090 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.009245 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.009400 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.009553 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.009706 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.009860 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010013 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010166 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010252 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:39.010336 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010512 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_options = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010670 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010842 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.010976 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.011146 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.011306 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.011503 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.011710 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.011893 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012011 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012165 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012321 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012528 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012652 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012806 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.012960 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.013114 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.013268 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.013422 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.013577 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.013732 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.013885 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014038 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014191 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014346 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014500 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014653 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014812 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.014965 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.015129 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.015283 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.015414 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.015572 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.015721 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.015874 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016028 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016182 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016335 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016528 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016670 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016824 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.016978 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.017131 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.017319 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.017473 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.017627 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.017782 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.017945 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_json = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018098 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018250 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018403 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018663 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018758 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018826 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.018981 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.019135 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 15:01:39.019310 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.019470 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.019637 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.019793 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.019950 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.020107 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.020262 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.020419 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.020597 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.020754 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.020919 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.021080 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.021251 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.021462 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.021667 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.021893 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.021893 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023078 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.023788 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024365 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024365 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024365 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024365 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024835 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024835 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.024835 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025186 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025186 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025186 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025528 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025528 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025704 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025783 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.025929 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026087 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026282 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026421 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026545 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026687 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026841 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.026974 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.027134 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.027291 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.027447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.027613 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.027769 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.027926 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.028086 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.028247 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.028400 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.028582 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.028762 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.028889 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029057 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029197 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029367 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029522 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029678 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029834 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.029991 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.030150 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.030305 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.030462 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.030617 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.030773 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.030930 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.031086 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.031241 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.031398 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.031555 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.031712 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.031866 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.032022 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.032179 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.032340 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.032510 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.032672 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.033330 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.033506 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.033677 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.033836 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.033994 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.034150 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.034309 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.034463 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.034607 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.034737 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.034897 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.035053 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.035213 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.035374 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.035531 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.035893 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.036060 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.036207 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.036381 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.036613 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.040591 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.041681 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042275 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.042803 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043334 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043678 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043678 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043819 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.043896 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044174 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044174 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044341 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044430 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044612 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044770 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.044927 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.045084 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.045246 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.045404 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.045561 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.045719 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.045877 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046032 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046188 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046343 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046501 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046659 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046815 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.046971 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.047128 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.047286 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.047443 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.047601 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.047757 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.047915 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.048057 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.048216 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.048374 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.049097 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.049266 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.049424 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.049581 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.049749 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.049911 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.050060 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.050218 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.050374 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.050743 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.050743 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051001 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051001 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051237 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051359 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051525 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051525 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051917 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.051917 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052992 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052992 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.052992 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.053226 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.053226 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.053382 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.053487 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.053653 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.053810 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054088 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054088 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054307 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054429 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054601 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054740 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054874 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.054998 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.055123 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.055281 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.055446 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.055603 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.055760 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.055918 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.056075 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.056231 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.056397 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.056574 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.056733 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.056889 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.057045 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.057200 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.057366 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.057523 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.057680 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.057875 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058014 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058127 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058290 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058447 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058603 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058768 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.058909 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.059070 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.059198 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.059371 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.059527 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.059685 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.059844 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060000 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060156 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060315 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060476 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060664 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060828 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.060987 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.061152 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.061317 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.061503 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.061626 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.061791 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.061960 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.062117 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.062274 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.062430 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.062586 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.062742 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.062900 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063249 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063249 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063501 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063501 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063693 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063772 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.063926 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.064136 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.064315 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.064440 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.064618 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.064745 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.064907 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 15:01:39.065056 dv-cinder-774288-9-iscsi neutron-server[94045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 15:01:39.321704 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 51824) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:39.330684 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068505 Sep 16 15:01:50.764005 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174ab6a-7eaa-43d2-aa6a-76c5985bcaf9 None None] get_active_networks_info from dv-cinder-774288-9-iscsi {{(pid=94156) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 15:01:50.861145 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174ab6a-7eaa-43d2-aa6a-76c5985bcaf9 None None] No non-hosted networks {{(pid=94156) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 15:01:50.881132 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ef7d52ae-7644-42d1-8f11-916120dc6a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2061857'] for agent, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:53.337179 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f1fa9887-d394-470c-943f-5ee9c4d0a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2061857'] for agent, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:53.389630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2061857'] for agent, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:53.400637 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.402818 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.408908 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.410703 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.412122 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.412771 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.417387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.422823 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.428292 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.429265 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.429849 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.430392 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:53.432020 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:53.473647 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:53.476566 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c69cf32a-b2f4-4c27-8cac-4429da3e3efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.422167 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2061857'] for agent, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.067128 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2061857'] for agent, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:57.256644 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 51916) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:57.729520 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.db.l3_hamode_db [None req-32728ebb-12a1-4daf-ae95-839f5e5447b9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 15:01:57.764899 dv-cinder-774288-9-iscsi neutron-server[94155]: WARNING oslo_policy.policy [None req-e67ba57d-ac2c-478b-886b-a3a14d21d1bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:01:57.765484 dv-cinder-774288-9-iscsi neutron-server[94155]: WARNING oslo_policy.policy [None req-e67ba57d-ac2c-478b-886b-a3a14d21d1bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:01:57.810216 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32728ebb-12a1-4daf-ae95-839f5e5447b9 None None] Routers set() bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:57.810530 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32728ebb-12a1-4daf-ae95-839f5e5447b9 None None] Router IDs set() for agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 15:01:57.986374 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [None req-e67ba57d-ac2c-478b-886b-a3a14d21d1bb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:01:57.987581 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e67ba57d-ac2c-478b-886b-a3a14d21d1bb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7288682 Sep 16 15:02:00.360007 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 51930) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:00.665501 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:00.759330 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.policy [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94155) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 15:02:00.803348 dv-cinder-774288-9-iscsi neutron-server[94155]: WARNING oslo_policy.policy [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:00.803713 dv-cinder-774288-9-iscsi neutron-server[94155]: WARNING oslo_policy.policy [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:00.812134 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.quota [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] Loaded quota_driver: . Sep 16 15:02:00.905745 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092485932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092487667', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092532298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092534574', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738094029330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738092521392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1004942', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-826256', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1797497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758255'] for rbac-policy, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.967752 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.968959 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7d90284d-f7e9-4175-86c9-a135578fecc5 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6079433 Sep 16 15:02:03.542745 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 51942) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:04.030167 dv-cinder-774288-9-iscsi neutron-server[94154]: WARNING oslo_policy.policy [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:04.030760 dv-cinder-774288-9-iscsi neutron-server[94154]: WARNING oslo_policy.policy [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:04.255259 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'name': 'private', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:04.256997 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.quota [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Loaded quota_driver: . Sep 16 15:02:04.314229 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Made reservation on behalf of ed7b3f87ae5647ce807fa2b5da72d4e4 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:04.380648 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.policy [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94154) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 15:02:04.427047 dv-cinder-774288-9-iscsi neutron-server[94154]: WARNING oslo_policy.policy [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:04.427425 dv-cinder-774288-9-iscsi neutron-server[94154]: WARNING oslo_policy.policy [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 15:02:04.437910 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.459079 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.589926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.594183 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.620287 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:02:04.647499 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738091276948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.648095 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Unsubscribe: segment precommit_create {{(pid=94154) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 15:02:04.648653 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Added segment 1caa6a12-cd45-40d3-b426-4a8dd497eca7 of type vlan for network 46ade46e-f1de-4075-9372-724ca3a83d2a Sep 16 15:02:04.654504 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94913fdb-3cb8-41d9-977b-e7e77227ff7c,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:04.692799 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.693165 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.693511 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.693842 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.694173 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.694508 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.694832 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.695153 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.695486 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.695806 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.696122 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.696437 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Tracked resource versions report: Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: pushed versions: Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: { 'AddressGroup': {'1.2'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'ConntrackHelper': {'1.0'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Log': {'1.0'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Network': {'1.1'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Port': {'1.7'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'PortForwarding': {'1.2'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'QosPolicy': {'1.9'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroup': {'1.4'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SubPort': {'1.0'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Subnet': {'1.1'}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Trunk': {'1.1'}} Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: consumer versions: Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'ConntrackHelper': '1.0', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Log': '1.0', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Network': '1.1', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Port': '1.7', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'PortForwarding': '1.2', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'QosPolicy': '1.9', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroup': '1.4', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroupRule': '1.2', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SubPort': '1.0', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Subnet': '1.1', Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Trunk': '1.1'}} Sep 16 15:02:04.697718 dv-cinder-774288-9-iscsi neutron-server[94154]: {{(pid=94154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:02:04.769458 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.811678 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.812817 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:04.813479 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:04.872105 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3282499 Sep 16 15:02:04.917959 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3149edd-94b6-4673-a051-b68de2e4609d admin admin] Pushing event updated for resources: {'Network': ['ID=46ade46e-f1de-4075-9372-724ca3a83d2a,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:04.932520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 46ade46e-f1de-4075-9372-724ca3a83d2a details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:02:07.561338 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 51964) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:07.959129 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894e21f-9c0f-427f-805b-d8393c2741d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:07.960521 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e894e21f-9c0f-427f-805b-d8393c2741d6 admin admin] 10.222.0.36 "GET /v2.0/networks/46ade46e-f1de-4075-9372-724ca3a83d2a HTTP/1.1" status: 200 len: 825 time: 0.3982196 Sep 16 15:02:08.001582 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-24d9b1a8-5ac9-4e78-988d-8a1ce35fc8be admin admin] 10.222.0.36 "GET /v2.0/subnetpools/be6cb027-1ffb-42bc-b626-0639dc88d700 HTTP/1.1" status: 200 len: 734 time: 0.0347383 Sep 16 15:02:08.010982 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Request body: {'subnet': {'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700', 'name': 'private-subnet', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:08.033550 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Made reservation on behalf of ed7b3f87ae5647ce807fa2b5da72d4e4 for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:08.035899 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:08.320670 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:08.387489 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69098ea8-92b9-45e7-88b8-7956e386f68c,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:08.389454 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Checking segment: {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:08.389843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Network hostable DHCP agents. Network: 46ade46e-f1de-4075-9372-724ca3a83d2a, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:02:08.411754 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Network 46ade46e-f1de-4075-9372-724ca3a83d2a is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:02:08.423310 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 46ade46e-f1de-4075-9372-724ca3a83d2a) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:08.428203 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:08.428962 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:08.433225 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c529e2b-26c1-4845-aca4-fb5f067c96fb None None] Network 46ade46e-f1de-4075-9372-724ca3a83d2a requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:08.443090 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-1a7d3062-d9a2-41f9-b00b-20e12a5e3d44 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353876 Sep 16 15:02:08.751247 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-46ade46e-f1de-4075-9372-724ca3a83d2a', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:02:08.753027 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:09.024723 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Allocated IP 172.20.0.2 (46ade46e-f1de-4075-9372-724ca3a83d2a/69098ea8-92b9-45e7-88b8-7956e386f68c/bd060198-07a2-44bd-a056-5ec2f5aa0f5e) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:02:09.228905 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:09.237917 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:09.334972 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Network 46ade46e-f1de-4075-9372-724ca3a83d2a is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:09.343779 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:09.351825 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Pushing event updated for resources: {'Port': ['ID=bd060198-07a2-44bd-a056-5ec2f5aa0f5e,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:09.354009 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:02:09.363962 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.364308 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.364668 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.365001 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.365326 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.365651 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.365973 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.366294 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.366631 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.366954 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.367269 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.367589 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Tracked resource versions report: Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: pushed versions: Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: { 'AddressGroup': {'1.2'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'ConntrackHelper': {'1.0'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Log': {'1.0'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Network': {'1.1'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Port': {'1.7'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'PortForwarding': {'1.2'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'QosPolicy': {'1.9'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroup': {'1.4'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SubPort': {'1.0'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Subnet': {'1.1'}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Trunk': {'1.1'}} Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: consumer versions: Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'ConntrackHelper': '1.0', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Log': '1.0', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Network': '1.1', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Port': '1.7', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'PortForwarding': '1.2', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'QosPolicy': '1.9', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroup': '1.4', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroupRule': '1.2', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SubPort': '1.0', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Subnet': '1.1', Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Trunk': '1.1'}} Sep 16 15:02:09.368701 dv-cinder-774288-9-iscsi neutron-server[94156]: {{(pid=94156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:02:09.445951 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Attempting to bind port bd060198-07a2-44bd-a056-5ec2f5aa0f5e on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:02:09.446619 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Attempting to bind port bd060198-07a2-44bd-a056-5ec2f5aa0f5e by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:02:09.446853 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Attempting to bind port bd060198-07a2-44bd-a056-5ec2f5aa0f5e on network 46ade46e-f1de-4075-9372-724ca3a83d2a {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:09.451586 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:02:09.452016 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Checking segment: {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:09.452514 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:09.452912 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Bound using segment: {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:02:09.453402 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Bound port: bd060198-07a2-44bd-a056-5ec2f5aa0f5e, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:02:09.454315 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:09.514783 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] For port bd060198-07a2-44bd-a056-5ec2f5aa0f5e, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:02:09.519545 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] For port bd060198-07a2-44bd-a056-5ec2f5aa0f5e, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=bd060198-07a2-44bd-a056-5ec2f5aa0f5e,segment=NetworkSegment(1caa6a12-cd45-40d3-b426-4a8dd497eca7),segment_id=1caa6a12-cd45-40d3-b426-4a8dd497eca7)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:02:09.524118 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:09.588773 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d46b08-3ced-4010-aaf8-cc566fa34387 None None] Pushing event updated for resources: {'Port': ['ID=bd060198-07a2-44bd-a056-5ec2f5aa0f5e,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:10.880645 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 51972) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:11.191367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [None req-0802bfae-444e-4b64-8f05-84e44a75bbab admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:02:11.192426 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-0802bfae-444e-4b64-8f05-84e44a75bbab admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108130 Sep 16 15:02:13.620783 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 51980) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:13.934463 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [None req-7265e49c-2e04-4c7e-9d90-299284c595ce admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:02:13.935535 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7265e49c-2e04-4c7e-9d90-299284c595ce admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138256 Sep 16 15:02:16.606277 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 51990) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:16.884899 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device bd060198-07a2-44bd-a056-5ec2f5aa0f5e up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:16.927709 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'name': 'router1'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:16.950941 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.952573 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.971155 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port bd060198-07a2-44bd-a056-5ec2f5aa0f5e triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:16.971549 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:17.084162 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:17.092877 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:17.098794 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:17.114934 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:17.123550 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port bd060198-07a2-44bd-a056-5ec2f5aa0f5e, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=bd060198-07a2-44bd-a056-5ec2f5aa0f5e,segment=NetworkSegment(1caa6a12-cd45-40d3-b426-4a8dd497eca7),segment_id=1caa6a12-cd45-40d3-b426-4a8dd497eca7)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:17.125266 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-de5492b7-3ca4-4aea-9919-16e6651100e8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5177267 Sep 16 15:02:17.128778 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:17.180614 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=bd060198-07a2-44bd-a056-5ec2f5aa0f5e,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:17.923700 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075621a9-7a10-4439-bcb6-72434a932432 None None] Network 46ade46e-f1de-4075-9372-724ca3a83d2a requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:17.998656 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-87336b27-e65b-42ff-ab91-acb99681f596 None None] Provisioning complete for port bd060198-07a2-44bd-a056-5ec2f5aa0f5e triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:17.999026 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-87336b27-e65b-42ff-ab91-acb99681f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:18.360827 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-3fb0ebcb-16e7-4ff4-bed3-9ffca6521079 None None] Provisioning complete for port bd060198-07a2-44bd-a056-5ec2f5aa0f5e triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:18.361197 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ebcb-16e7-4ff4-bed3-9ffca6521079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:18.843104 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device bd060198-07a2-44bd-a056-5ec2f5aa0f5e up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:18.889050 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port bd060198-07a2-44bd-a056-5ec2f5aa0f5e triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:18.889420 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:19.546608 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52002) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:19.850021 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [None req-227f00dd-c2b6-4346-bb66-ec0a27d4b90d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:02:19.851030 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-227f00dd-c2b6-4346-bb66-ec0a27d4b90d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029103 Sep 16 15:02:20.664354 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-0c2c33cb-e70c-4c7f-a3f0-b59bda087998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.247250 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52010) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:22.554583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:22.576562 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Made reservation on behalf of b8089018106141c393dc7d5a5b1dd015 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:22.579388 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.587130 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.675070 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.678724 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.696245 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Reserving flat network on physical network physnet1 {{(pid=94154) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 15:02:22.714319 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc2ac0-6abb-4c69-8c70-659e86d24de8,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:22.717453 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.717790 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Added segment df9b41ab-d828-4583-ba36-e5b12f3927fa of type flat for network 07137d68-8664-4d82-a53f-74054364452d Sep 16 15:02:22.774317 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.805475 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.806490 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:22.807048 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.833629 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5853400 Sep 16 15:02:22.867512 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ca00-8a88-4e52-ad4f-d1d0052bb4ea admin admin] Pushing event updated for resources: {'Network': ['ID=07137d68-8664-4d82-a53f-74054364452d,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:22.879733 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 07137d68-8664-4d82-a53f-74054364452d details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:02:23.339923 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-fcd35191-3911-4da3-8055-d6c4a5fc02e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:23.377215 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.375466 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:25.234382 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52028) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:25.463380 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e9136-bc51-40f9-8917-80d9accebf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:25.464897 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4d3e9136-bc51-40f9-8917-80d9accebf0d admin admin] 10.222.0.36 "GET /v2.0/subnets/69098ea8-92b9-45e7-88b8-7956e386f68c HTTP/1.1" status: 200 len: 849 time: 0.2296045 Sep 16 15:02:25.630022 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a8d44195-f3a3-4be6-82f5-9f0e3e1701b1 admin admin] 10.222.0.36 "GET /v2.0/routers/c9475dcf-2fe3-4185-8a28-6df5c1302a19 HTTP/1.1" status: 200 len: 704 time: 0.1589324 Sep 16 15:02:25.906445 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:25.992741 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.210089 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Allocated IP 172.20.0.1 (46ade46e-f1de-4075-9372-724ca3a83d2a/69098ea8-92b9-45e7-88b8-7956e386f68c/c2163e29-036c-4b95-a7e5-5ac89eb7fc55) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:02:26.421275 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.491102 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.529561 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Network 46ade46e-f1de-4075-9372-724ca3a83d2a is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:26.530912 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:26.604725 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:02:26.605365 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.629700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Pushing event updated for resources: {'Port': ['ID=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:26.681487 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.681859 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.682209 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.682548 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.682882 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.683235 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.683566 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.683896 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.684235 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.684586 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.684911 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.685232 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Tracked resource versions report: Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: pushed versions: Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: { 'AddressGroup': {'1.2'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'ConntrackHelper': {'1.0'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Log': {'1.0'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Network': {'1.1'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Port': {'1.7'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'PortForwarding': {'1.2'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'QosPolicy': {'1.9'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroup': {'1.4'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SubPort': {'1.0'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Subnet': {'1.1'}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Trunk': {'1.1'}} Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: consumer versions: Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'ConntrackHelper': '1.0', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Log': '1.0', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Network': '1.1', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Port': '1.7', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'PortForwarding': '1.2', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'QosPolicy': '1.9', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroup': '1.4', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroupRule': '1.2', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SubPort': '1.0', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Subnet': '1.1', Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Trunk': '1.1'}} Sep 16 15:02:26.686328 dv-cinder-774288-9-iscsi neutron-server[94155]: {{(pid=94155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:02:26.804988 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-be4fa1af-9f8d-449f-8010-c961b42cd7e8 None None] Provisioning complete for port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:26.805431 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-be4fa1af-9f8d-449f-8010-c961b42cd7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.818140 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.841706 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-be4fa1af-9f8d-449f-8010-c961b42cd7e8 None None] Port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:02:27.029523 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:27.034091 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:27.034876 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:27.089619 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Pushing event updated for resources: {'Port': ['ID=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:27.160255 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Network 46ade46e-f1de-4075-9372-724ca3a83d2a is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:27.161546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:27.363636 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-5bcac22d-d1ed-49c6-999d-b54ba7c71412 None None] Provisioning complete for port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:27.364192 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5bcac22d-d1ed-49c6-999d-b54ba7c71412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:27.367262 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Router c9475dcf-2fe3-4185-8a28-6df5c1302a19 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:02:27.397936 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-5bcac22d-d1ed-49c6-999d-b54ba7c71412 None None] Port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:02:27.460992 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:02:27.466142 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9cfbae15-fd82-4313-986e-f1af5a679278 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9475dcf-2fe3-4185-8a28-6df5c1302a19/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8305025 Sep 16 15:02:27.471098 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Sync routers for ids ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:02:27.482535 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Routers {'c9475dcf-2fe3-4185-8a28-6df5c1302a19'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:27.483619 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:02:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:27.667202 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Set router c9475dcf-2fe3-4185-8a28-6df5c1302a19 gateway port host: None {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:28.089604 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'name': 'router1', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:16Z', 'updated_at': '2021-09-16T15:02:26Z', 'revision_number': 2, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'gw_port_host': None, '_interfaces': [{'id': 'c2163e29-036c-4b95-a7e5-5ac89eb7fc55', 'name': '', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'mac_address': 'fa:16:3e:57:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:25Z', 'updated_at': '2021-09-16T15:02:26Z', 'revision_number': 2, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'subnets': [{'id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:28.140761 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Checking router: c9475dcf-2fe3-4185-8a28-6df5c1302a19 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:02:28.141126 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Updating router c9475dcf-2fe3-4185-8a28-6df5c1302a19 port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:02:28.188515 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.704269 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.710971 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.869297 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Pushing event updated for resources: {'Port': ['ID=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:28.883366 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.883706 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.884035 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.884359 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.884710 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.885031 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.885349 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.885664 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.885986 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.886301 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.886612 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.886923 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Tracked resource versions report: Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: pushed versions: Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: { 'AddressGroup': {'1.2'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'ConntrackHelper': {'1.0'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Log': {'1.0'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Network': {'1.1'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Port': {'1.7'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'PortForwarding': {'1.2'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'QosPolicy': {'1.9'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroup': {'1.4'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SubPort': {'1.0'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Subnet': {'1.1'}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Trunk': {'1.1'}} Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: consumer versions: Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'ConntrackHelper': '1.0', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Log': '1.0', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Network': '1.1', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Port': '1.7', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'PortForwarding': '1.2', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'QosPolicy': '1.9', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroup': '1.4', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroupRule': '1.2', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SubPort': '1.0', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Subnet': '1.1', Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Trunk': '1.1'}} Sep 16 15:02:28.887987 dv-cinder-774288-9-iscsi neutron-server[94157]: {{(pid=94157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:02:28.894602 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Attempting to bind port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:02:28.894994 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Attempting to bind port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:02:28.895421 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Attempting to bind port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 on network 46ade46e-f1de-4075-9372-724ca3a83d2a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:28.900214 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:02:28.900647 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Checking segment: {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:28.901112 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.901487 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Bound using segment: {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:02:28.901974 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Bound port: c2163e29-036c-4b95-a7e5-5ac89eb7fc55, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caa6a12-cd45-40d3-b426-4a8dd497eca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:02:28.902360 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.924565 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-d14f493d-af92-477d-b5ca-92451dd7bff1 None None] Provisioning complete for port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:28.925124 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d14f493d-af92-477d-b5ca-92451dd7bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.957482 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-d14f493d-af92-477d-b5ca-92451dd7bff1 None None] Port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:02:28.969431 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] For port c2163e29-036c-4b95-a7e5-5ac89eb7fc55, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:02:28.989665 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] For port c2163e29-036c-4b95-a7e5-5ac89eb7fc55, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,segment=NetworkSegment(1caa6a12-cd45-40d3-b426-4a8dd497eca7),segment_id=1caa6a12-cd45-40d3-b426-4a8dd497eca7)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:02:28.993877 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:29.041384 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Routers {'c9475dcf-2fe3-4185-8a28-6df5c1302a19'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:29.042008 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:02:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:29.094904 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782740-c7f6-4099-8062-82823f65ad5f None None] Pushing event updated for resources: {'Port': ['ID=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,revision_number=4']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:29.143906 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] Set router c9475dcf-2fe3-4185-8a28-6df5c1302a19 gateway port host: None {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:29.277608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-9cffb95d-99ee-43f0-8f0d-2845015b13e3 None None] Provisioning complete for port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:29.277970 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9cffb95d-99ee-43f0-8f0d-2845015b13e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:29.355897 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9cffb95d-99ee-43f0-8f0d-2845015b13e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:29.357874 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-142fe10d-8218-4f64-b033-077178506c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'name': 'router1', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:16Z', 'updated_at': '2021-09-16T15:02:26Z', 'revision_number': 2, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'gw_port_host': None, '_interfaces': [{'id': 'c2163e29-036c-4b95-a7e5-5ac89eb7fc55', 'name': '', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'mac_address': 'fa:16:3e:57:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:25Z', 'updated_at': '2021-09-16T15:02:28Z', 'revision_number': 4, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'subnets': [{'id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:29.383862 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142fe10d-8218-4f64-b033-077178506c59 None None] The sync data for ids ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'] in dv-cinder-774288-9-iscsi is: [{'id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'name': 'router1', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:16Z', 'updated_at': '2021-09-16T15:02:26Z', 'revision_number': 2, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'gw_port_host': None, '_interfaces': [{'id': 'c2163e29-036c-4b95-a7e5-5ac89eb7fc55', 'name': '', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'mac_address': 'fa:16:3e:57:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:25Z', 'updated_at': '2021-09-16T15:02:28Z', 'revision_number': 4, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'subnets': [{'id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:02:29.388001 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-9cffb95d-99ee-43f0-8f0d-2845015b13e3 None None] For port c2163e29-036c-4b95-a7e5-5ac89eb7fc55, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,segment=NetworkSegment(1caa6a12-cd45-40d3-b426-4a8dd497eca7),segment_id=1caa6a12-cd45-40d3-b426-4a8dd497eca7)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:29.396560 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9cffb95d-99ee-43f0-8f0d-2845015b13e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:29.452133 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffb95d-99ee-43f0-8f0d-2845015b13e3 None None] Pushing event updated for resources: {'Port': ['ID=c2163e29-036c-4b95-a7e5-5ac89eb7fc55,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:29.714995 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52052) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:29.827156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed0d81-649a-4a1b-aa8c-4c3d692ed2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:29.828550 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5eed0d81-649a-4a1b-aa8c-4c3d692ed2a3 admin admin] 10.222.0.36 "GET /v2.0/networks/07137d68-8664-4d82-a53f-74054364452d HTTP/1.1" status: 200 len: 842 time: 0.1126575 Sep 16 15:02:29.838499 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Request body: {'subnet': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:29.865906 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Made reservation on behalf of b8089018106141c393dc7d5a5b1dd015 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:29.868513 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:30.176500 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.objects.ports [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94155) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 15:02:30.176945 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:30.237031 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e599ac0a-ffa7-4ab6-8581-992cf1c5ede4,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:30.242166 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:30.242524 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Network hostable DHCP agents. Network: 07137d68-8664-4d82-a53f-74054364452d, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:02:30.277048 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:02:30.289800 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 07137d68-8664-4d82-a53f-74054364452d) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:30.293996 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:30.294583 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:30.300420 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362eca2-9a18-44a3-8ede-e8300acd950a None None] Network 07137d68-8664-4d82-a53f-74054364452d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:30.310981 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-88207e4d-bfe6-4cee-9588-3cfdb8c56dc8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4758589 Sep 16 15:02:30.441781 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9f5ca-006c-459a-8693-d8ce8cf8bb47 None None] Network 07137d68-8664-4d82-a53f-74054364452d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:32.635704 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52060) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:32.766087 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6824e830-3c6e-4dc0-ae32-4ba9b9db60b4 admin admin] 10.222.0.36 "GET /v2.0/routers/c9475dcf-2fe3-4185-8a28-6df5c1302a19 HTTP/1.1" status: 200 len: 710 time: 0.1292243 Sep 16 15:02:32.850940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bbac71-af77-4309-bbeb-34fe31c29488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:32.852606 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f4bbac71-af77-4309-bbeb-34fe31c29488 admin admin] 10.222.0.36 "GET /v2.0/networks/07137d68-8664-4d82-a53f-74054364452d HTTP/1.1" status: 200 len: 886 time: 0.0805149 Sep 16 15:02:32.862765 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:33.103963 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.401453 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.485160 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.592022 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Allocated IP 172.27.2.166 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/88cb96b8-51cb-41d5-8ea1-00fb190411e2) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:02:33.696719 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.729773 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:33.767034 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:33.771064 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:33.777747 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:02:33.780514 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Pushing event updated for resources: {'Port': ['ID=88cb96b8-51cb-41d5-8ea1-00fb190411e2,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:34.024014 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:34.215975 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2063293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2033421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1534'] for router, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:34.219158 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2063286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2063279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033414'] for router, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:34.327762 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Router c9475dcf-2fe3-4185-8a28-6df5c1302a19 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:02:34.431542 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:02:34.435892 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:34.437268 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-01bc0ffe-fd73-4926-b572-480824311110 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9475dcf-2fe3-4185-8a28-6df5c1302a19 HTTP/1.1" status: 200 len: 890 time: 1.5781543 Sep 16 15:02:34.878651 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device c2163e29-036c-4b95-a7e5-5ac89eb7fc55 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:34.927444 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:34.927820 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:35.866893 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Sync routers for ids ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:02:35.877309 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Routers {'c9475dcf-2fe3-4185-8a28-6df5c1302a19'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:35.877958 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:02:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:36.082680 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Set router c9475dcf-2fe3-4185-8a28-6df5c1302a19 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:36.471486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'name': 'router1', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '88cb96b8-51cb-41d5-8ea1-00fb190411e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:16Z', 'updated_at': '2021-09-16T15:02:33Z', 'revision_number': 4, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'gw_port': {'id': '88cb96b8-51cb-41d5-8ea1-00fb190411e2', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:33Z', 'updated_at': '2021-09-16T15:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': 'c2163e29-036c-4b95-a7e5-5ac89eb7fc55', 'name': '', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'mac_address': 'fa:16:3e:57:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:25Z', 'updated_at': '2021-09-16T15:02:29Z', 'revision_number': 5, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'subnets': [{'id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:36.522820 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Checking router: c9475dcf-2fe3-4185-8a28-6df5c1302a19 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:02:36.523090 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Updating router c9475dcf-2fe3-4185-8a28-6df5c1302a19 port 88cb96b8-51cb-41d5-8ea1-00fb190411e2 binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:02:36.570117 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:36.867824 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52072) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:36.886906 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:36.893119 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:36.985153 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-44b333f7-0ea0-4b26-9aa0-9ba1b41b9dc4 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1161816 Sep 16 15:02:37.024547 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Attempting to bind port 88cb96b8-51cb-41d5-8ea1-00fb190411e2 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:02:37.024920 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Attempting to bind port 88cb96b8-51cb-41d5-8ea1-00fb190411e2 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:02:37.025284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Attempting to bind port 88cb96b8-51cb-41d5-8ea1-00fb190411e2 on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:37.036510 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4fd2f-57d2-423b-9357-61c116eda0fa None None] Pushing event updated for resources: {'Port': ['ID=88cb96b8-51cb-41d5-8ea1-00fb190411e2,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:37.040197 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:02:37.040609 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:37.041020 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:37.041413 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:02:37.041901 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Bound port: 88cb96b8-51cb-41d5-8ea1-00fb190411e2, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:02:37.042307 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:37.096061 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] For port 88cb96b8-51cb-41d5-8ea1-00fb190411e2, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:02:37.099190 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] For port 88cb96b8-51cb-41d5-8ea1-00fb190411e2, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=88cb96b8-51cb-41d5-8ea1-00fb190411e2,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:02:37.104313 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:37.164808 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4fd2f-57d2-423b-9357-61c116eda0fa None None] Pushing event updated for resources: {'Port': ['ID=88cb96b8-51cb-41d5-8ea1-00fb190411e2,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:37.167744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Routers {'c9475dcf-2fe3-4185-8a28-6df5c1302a19'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:37.168350 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:02:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:37.275330 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] Set router c9475dcf-2fe3-4185-8a28-6df5c1302a19 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:37.491484 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'name': 'router1', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '88cb96b8-51cb-41d5-8ea1-00fb190411e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:16Z', 'updated_at': '2021-09-16T15:02:33Z', 'revision_number': 4, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'gw_port': {'id': '88cb96b8-51cb-41d5-8ea1-00fb190411e2', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:33Z', 'updated_at': '2021-09-16T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': 'c2163e29-036c-4b95-a7e5-5ac89eb7fc55', 'name': '', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'mac_address': 'fa:16:3e:57:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:25Z', 'updated_at': '2021-09-16T15:02:29Z', 'revision_number': 5, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'subnets': [{'id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:37.517207 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fdf118-2af8-4a96-a2fe-2242aac856c7 None None] The sync data for ids ['c9475dcf-2fe3-4185-8a28-6df5c1302a19'] in dv-cinder-774288-9-iscsi is: [{'id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'name': 'router1', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '88cb96b8-51cb-41d5-8ea1-00fb190411e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:16Z', 'updated_at': '2021-09-16T15:02:33Z', 'revision_number': 4, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'gw_port': {'id': '88cb96b8-51cb-41d5-8ea1-00fb190411e2', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:33Z', 'updated_at': '2021-09-16T15:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': 'c2163e29-036c-4b95-a7e5-5ac89eb7fc55', 'name': '', 'network_id': '46ade46e-f1de-4075-9372-724ca3a83d2a', 'tenant_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'mac_address': 'fa:16:3e:57:65:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9475dcf-2fe3-4185-8a28-6df5c1302a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:02:25Z', 'updated_at': '2021-09-16T15:02:29Z', 'revision_number': 5, 'project_id': 'ed7b3f87ae5647ce807fa2b5da72d4e4', 'subnets': [{'id': '69098ea8-92b9-45e7-88b8-7956e386f68c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be6cb027-1ffb-42bc-b626-0639dc88d700'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:02:38.887514 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 88cb96b8-51cb-41d5-8ea1-00fb190411e2 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:38.944742 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 88cb96b8-51cb-41d5-8ea1-00fb190411e2 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:38.945315 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:39.032796 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:39.054289 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 88cb96b8-51cb-41d5-8ea1-00fb190411e2, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=88cb96b8-51cb-41d5-8ea1-00fb190411e2,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:39.059273 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:39.113032 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=88cb96b8-51cb-41d5-8ea1-00fb190411e2,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:40.896123 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 88cb96b8-51cb-41d5-8ea1-00fb190411e2 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:40.988767 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 88cb96b8-51cb-41d5-8ea1-00fb190411e2 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:40.989630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:43.946157 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:02:50.666867 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-84b8e007-cf87-45ab-bc33-6bd5ad4ddd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:53.344443 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b28a0953-3790-4378-bc07-7206030a05fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:53.386823 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.380027 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.028092 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.672108 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7c28-cb7f-4ae5-a113-6dc97447aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.944152 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:03:23.341118 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-31912d2b-4b3e-4990-82e4-35b907254d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:23.383653 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:24.382328 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:26.022893 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.675459 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-930bf27a-e653-48fe-a794-c887a002a98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:53.342372 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c20877f9-859d-4636-8c03-c4c1045b755c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:53.385135 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:54.383187 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.021636 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.942391 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:04:13.267471 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52636) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:13.331077 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cebd47-ab8f-4f4c-b6f3-8d08e70cec29 admin admin] GET failed (client error): The resource could not be found. Sep 16 15:04:13.332406 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-50cebd47-ab8f-4f4c-b6f3-8d08e70cec29 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639672 Sep 16 15:04:13.565756 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec0058-ab89-4e15-99cf-663892ef7c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:13.567231 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f8ec0058-ab89-4e15-99cf-663892ef7c24 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2302623 Sep 16 15:04:15.727103 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52646) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:15.817620 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ace4e4-4e7f-4f42-b692-c4f60bae5926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:15.818960 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f5ace4e4-4e7f-4f42-b692-c4f60bae5926 admin admin] 10.222.0.36 "GET /v2.0/subnets/69098ea8-92b9-45e7-88b8-7956e386f68c HTTP/1.1" status: 200 len: 849 time: 0.0909157 Sep 16 15:04:15.828729 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:15.913445 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Notify callbacks [] for subnet, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:16.052581 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738091251204'] for subnet, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:16.080835 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:16.081425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:16.082708 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] 10.222.0.36 "PUT /v2.0/subnets/69098ea8-92b9-45e7-88b8-7956e386f68c HTTP/1.1" status: 200 len: 868 time: 0.2575722 Sep 16 15:04:16.085677 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f054b-1e23-49cf-ace7-c9cfd0d76ea4 None None] Network 46ade46e-f1de-4075-9372-724ca3a83d2a requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:16.105918 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=69098ea8-92b9-45e7-88b8-7956e386f68c,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:16.113487 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.113868 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.114215 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.114552 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.114897 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.115240 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.115572 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.115897 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.116227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.116610 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.116897 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.117217 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b6e9e-f521-4af4-92f1-a5c56a6439aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:16.433441 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-679fbbda-c2bc-4356-b126-8bc782f545f6 None None] Provisioning complete for port bd060198-07a2-44bd-a056-5ec2f5aa0f5e triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:16.433815 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-679fbbda-c2bc-4356-b126-8bc782f545f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:16.517420 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-679fbbda-c2bc-4356-b126-8bc782f545f6 None None] Provisioning complete for port c2163e29-036c-4b95-a7e5-5ac89eb7fc55 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:16.517691 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-679fbbda-c2bc-4356-b126-8bc782f545f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:18.277474 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52654) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:18.479160 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd2085-fd7b-45ea-a58a-43bf40529d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:18.479548 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd2085-fd7b-45ea-a58a-43bf40529d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:18.481379 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f2cd2085-fd7b-45ea-a58a-43bf40529d0b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029307 Sep 16 15:04:20.677637 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-392f523a-ed77-4056-af23-1042a456b595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:20.694040 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52662) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:20.826324 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d8c48e-961b-4055-b9d7-7a54e5139d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:20.826809 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d8c48e-961b-4055-b9d7-7a54e5139d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:20.828352 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f6d8c48e-961b-4055-b9d7-7a54e5139d34 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333289 Sep 16 15:04:23.025062 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52670) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:23.149648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b2f3d5-0e20-4062-a21f-1ee5f5ba6104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:23.150943 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f9b2f3d5-0e20-4062-a21f-1ee5f5ba6104 admin admin] 10.222.0.36 "GET /v2.0/networks/07137d68-8664-4d82-a53f-74054364452d HTTP/1.1" status: 200 len: 886 time: 0.1249290 Sep 16 15:04:23.343209 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-839dc762-c86e-4312-8a6f-b8250ec842fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:23.386043 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:24.385711 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:25.344017 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52678) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:25.473318 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96834b-7b7b-4fc4-8d8b-3c25f3fd5900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:25.474701 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4e96834b-7b7b-4fc4-8d8b-3c25f3fd5900 admin admin] 10.222.0.36 "GET /v2.0/networks/46ade46e-f1de-4075-9372-724ca3a83d2a HTTP/1.1" status: 200 len: 869 time: 0.1296704 Sep 16 15:04:26.030181 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:27.696625 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52686) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:27.823318 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687d1e3-5681-4e8d-a517-4d7e6a48b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:27.823809 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687d1e3-5681-4e8d-a517-4d7e6a48b378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:27.825388 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4687d1e3-5681-4e8d-a517-4d7e6a48b378 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278071 Sep 16 15:04:30.015089 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52694) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:30.104472 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043baf9-d0b6-419e-aa90-70025bd115b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:30.105516 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043baf9-d0b6-419e-aa90-70025bd115b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:30.107040 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6043baf9-d0b6-419e-aa90-70025bd115b1 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0909989 Sep 16 15:04:32.304924 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52702) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:32.402668 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f55705-fed3-4d2f-b529-7176a5777e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:32.404348 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-23f55705-fed3-4d2f-b529-7176a5777e7b admin admin] 10.222.0.36 "GET /v2.0/subnets/69098ea8-92b9-45e7-88b8-7956e386f68c HTTP/1.1" status: 200 len: 868 time: 0.0984619 Sep 16 15:04:34.605746 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52710) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:34.699097 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f042d-640f-4404-837e-cf19fdaf9ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:34.700418 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-f69f042d-640f-4404-837e-cf19fdaf9ae8 admin admin] 10.222.0.36 "GET /v2.0/subnets/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4 HTTP/1.1" status: 200 len: 816 time: 0.0937395 Sep 16 15:04:34.940926 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:04:50.686702 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2fb9890f-b93d-4d5d-9880-9255300be554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:53.344204 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7e93e720-f75d-47bf-a712-7558faf4892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:53.386354 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:54.389744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:56.028827 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:58.490949 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52766) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:58.538738 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [None req-d0e0799c-d921-49dd-b314-475a2597b936 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:04:58.539721 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d0e0799c-d921-49dd-b314-475a2597b936 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478456 Sep 16 15:05:00.821870 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52774) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:00.881915 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.pecan_wsgi.hooks.translation [None req-41eb58d1-e004-4da5-80fe-6574f0ebbfe0 admin admin] GET failed (client error): The resource could not be found. Sep 16 15:05:00.883218 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-41eb58d1-e004-4da5-80fe-6574f0ebbfe0 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604324 Sep 16 15:05:01.027446 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6ff23-5141-43c7-94e7-0221a1357281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:01.028866 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-fbf6ff23-5141-43c7-94e7-0221a1357281 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407821 Sep 16 15:05:03.236209 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52782) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:03.284639 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:05:03.304422 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Made reservation on behalf of b8089018106141c393dc7d5a5b1dd015 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:05:03.306762 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.341113 dv-cinder-774288-9-iscsi neutron-server[94154]: WARNING neutron.services.revisions.revision_plugin [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Could not find related network for resource to bump revision. Sep 16 15:05:03.351725 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:05:03.360411 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.360787 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Added segment d71cd2e2-cd0a-4654-b41c-d11501c43bd8 of type vlan for network 204bebd5-2c62-4386-9542-e19726885c20 Sep 16 15:05:03.401401 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.424511 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.425425 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:03.425995 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:03.455704 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2183800 Sep 16 15:05:03.488448 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Pushing event updated for resources: {'Network': ['ID=204bebd5-2c62-4386-9542-e19726885c20,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:03.496135 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.496476 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.496845 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.497171 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.497496 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.497837 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.498163 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.498484 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.498810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.499130 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.499447 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.499751 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e384fc-9786-417b-94e7-b377c294d40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:03.512325 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 204bebd5-2c62-4386-9542-e19726885c20 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:05:05.719635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52790) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:05.780758 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.pecan_wsgi.hooks.translation [None req-976e7a3c-4f9c-4ef8-898e-628b45448f33 admin admin] GET failed (client error): The resource could not be found. Sep 16 15:05:05.782156 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-976e7a3c-4f9c-4ef8-898e-628b45448f33 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615439 Sep 16 15:05:05.856027 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70b054-6711-4c60-bf32-0307c6944535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:05.857511 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8f70b054-6711-4c60-bf32-0307c6944535 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705700 Sep 16 15:05:05.867666 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '204bebd5-2c62-4386-9542-e19726885c20', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:05:05.887152 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Made reservation on behalf of b8089018106141c393dc7d5a5b1dd015 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:05:05.889413 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.051058 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.101689 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:06.111633 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Checking segment: {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:05:06.111983 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Network hostable DHCP agents. Network: 204bebd5-2c62-4386-9542-e19726885c20, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:05:06.128563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Network 204bebd5-2c62-4386-9542-e19726885c20 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:05:06.137344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 204bebd5-2c62-4386-9542-e19726885c20) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:05:06.141808 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:06.142488 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.148399 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba47bf3-995b-4aab-a59f-8e365cc309e0 None None] Network 204bebd5-2c62-4386-9542-e19726885c20 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:05:06.156866 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b01ee60a-4944-4dc2-a24a-393544214ed9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2924776 Sep 16 15:05:06.303015 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-204bebd5-2c62-4386-9542-e19726885c20', 'network_id': '204bebd5-2c62-4386-9542-e19726885c20', 'tenant_id': 'b8089018106141c393dc7d5a5b1dd015', 'fixed_ips': [{'subnet_id': '4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:05:06.303834 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.457759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Allocated IP 192.168.233.2 (204bebd5-2c62-4386-9542-e19726885c20/4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8/c4b9f755-8121-43e2-b87a-bbd40aa1c371) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:05:06.617309 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.623893 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.664385 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Network 204bebd5-2c62-4386-9542-e19726885c20 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:05:06.667143 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:05:06.669725 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:05:06.678139 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Pushing event updated for resources: {'Port': ['ID=c4b9f755-8121-43e2-b87a-bbd40aa1c371,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:06.690002 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.690352 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.690700 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.691080 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.691446 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.691805 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.692154 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.692521 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.692908 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.693261 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.693612 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.693943 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:06.744703 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Attempting to bind port c4b9f755-8121-43e2-b87a-bbd40aa1c371 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:05:06.745630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Attempting to bind port c4b9f755-8121-43e2-b87a-bbd40aa1c371 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:05:06.745993 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Attempting to bind port c4b9f755-8121-43e2-b87a-bbd40aa1c371 on network 204bebd5-2c62-4386-9542-e19726885c20 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:05:06.751263 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:05:06.751627 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Checking segment: {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:05:06.752029 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.752420 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Bound using segment: {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:05:06.752930 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Bound port: c4b9f755-8121-43e2-b87a-bbd40aa1c371, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:05:06.753324 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.815787 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] For port c4b9f755-8121-43e2-b87a-bbd40aa1c371, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:05:06.819023 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] For port c4b9f755-8121-43e2-b87a-bbd40aa1c371, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c4b9f755-8121-43e2-b87a-bbd40aa1c371,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:05:06.823438 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:06.883767 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6135c9-3703-4962-ad87-d5331163814e None None] Pushing event updated for resources: {'Port': ['ID=c4b9f755-8121-43e2-b87a-bbd40aa1c371,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:07.706696 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6971644c-ea8e-40a1-b2eb-bea1d2d6329f None None] Network 204bebd5-2c62-4386-9542-e19726885c20 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:05:07.831686 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-72043b9f-bec9-4193-8102-d7e373c70329 None None] Provisioning complete for port c4b9f755-8121-43e2-b87a-bbd40aa1c371 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:05:07.832070 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-72043b9f-bec9-4193-8102-d7e373c70329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:07.945233 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-72043b9f-bec9-4193-8102-d7e373c70329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:07.982761 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-72043b9f-bec9-4193-8102-d7e373c70329 None None] For port c4b9f755-8121-43e2-b87a-bbd40aa1c371, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c4b9f755-8121-43e2-b87a-bbd40aa1c371,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:05:07.988714 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-72043b9f-bec9-4193-8102-d7e373c70329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:08.042181 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72043b9f-bec9-4193-8102-d7e373c70329 None None] Pushing event updated for resources: {'Port': ['ID=c4b9f755-8121-43e2-b87a-bbd40aa1c371,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:08.107608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-c83c7e86-819e-400d-9d47-274742541edf None None] Provisioning complete for port c4b9f755-8121-43e2-b87a-bbd40aa1c371 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:05:08.107902 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c83c7e86-819e-400d-9d47-274742541edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:08.986508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device c4b9f755-8121-43e2-b87a-bbd40aa1c371 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:05:09.034882 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port c4b9f755-8121-43e2-b87a-bbd40aa1c371 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:05:09.035248 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:11.940108 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:05:20.678139 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c57bde93-8a0e-4bb2-bfda-e45995a3d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:23.348376 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-8cf9d070-4b9b-4db0-824e-743f1926dc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:23.387689 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:24.393457 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:26.031445 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:48.938861 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:05:50.678568 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4e4ddc0c-d6de-4c6c-839c-f9a56b77368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:53.349650 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1893d13f-f81a-4c5f-bb62-033ac0f5b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:53.388146 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:54.396035 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.035206 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.430701 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52842) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:14.438510 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [None req-a5733674-45bc-41b2-9062-18c28c9df368 tempest-verify_tempest_config-611531810 tempest-verify_tempest_config-611531810-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:06:14.439693 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a5733674-45bc-41b2-9062-18c28c9df368 tempest-verify_tempest_config-611531810 tempest-verify_tempest_config-611531810-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0075090 Sep 16 15:06:14.727580 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52860) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:14.828229 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.911819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.915258 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.961168 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9f339218aa94503be7f6ae8dba54a61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2320223 Sep 16 15:06:14.961948 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df7095-00f5-4f10-a8e5-30652a0b9575,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:14.963756 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 52866) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:14.973926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.974286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.974630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.974960 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.975305 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.975611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.975930 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.976246 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.976614 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.976938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.977251 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:14.977834 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e545189a-3c55-4fb1-905a-a2101c569ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:15.026921 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bec77351-0baf-47d1-a413-4d2db175626c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:15.046944 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bec77351-0baf-47d1-a413-4d2db175626c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:15.133536 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bec77351-0baf-47d1-a413-4d2db175626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:15.135998 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bec77351-0baf-47d1-a413-4d2db175626c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:15.137169 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-bec77351-0baf-47d1-a413-4d2db175626c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8df7095-00f5-4f10-a8e5-30652a0b9575 HTTP/1.1" status: 204 len: 168 time: 0.1717532 Sep 16 15:06:15.145765 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec77351-0baf-47d1-a413-4d2db175626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df7095-00f5-4f10-a8e5-30652a0b9575,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:20.679550 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-34f41203-4065-4921-888b-9cc0ca2ca456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:23.352635 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-11c31113-524b-4ba8-b5a9-f93477c667a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:23.388073 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:24.398485 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.937445 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:06:26.035737 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:50.681449 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725403f1-98d1-4d9a-83a6-4cec8326ff0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:53.353019 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-79f9fa35-15de-4028-9f8f-c82477fe9b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:53.387423 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:54.403330 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:56.038773 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:02.936447 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:07:20.681744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2a22-c71f-4ae1-b743-7ee10a86038c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:23.354176 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b73b6738-2882-4655-8867-edc75f282792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:23.387253 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:24.405048 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:26.045618 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:39.934878 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 5 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:07:47.454993 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2061857'] for agent, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:50.682470 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2531e5d1-4b7d-48d5-bc13-d39981e1359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.355215 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a49db3ae-a9e9-494c-9e4b-4957e9669c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.386805 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:54.407840 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:56.045797 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:02.244250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52938) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:02.345923 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-0b8952f6-3f6c-41ba-9be8-f44e06df71a4 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1005523 Sep 16 15:08:04.542189 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 52948) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:04.595333 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5ecceff0-bd42-4ec6-a79f-b3fce365416b admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520747 Sep 16 15:08:16.933600 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:08:17.433254 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.682881 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-84527a54-c4b4-4046-957c-548359d2ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:23.355005 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-22ea9074-60a9-45b2-b0ae-6ada194e9bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:23.386010 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:24.409731 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:26.050032 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:47.449004 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:50.683640 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-3a48331d-2f1e-42ee-bc96-483f7da6fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:53.357520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1e2407e1-cc82-49dd-981d-70ac1e256646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:53.387351 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:53.932704 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:08:54.414167 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:56.054300 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:17.481838 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:20.683882 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7b78c924-aa12-4e4f-b8b8-6873e47cde10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:23.360503 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e29930c8-3223-4e1f-b75b-743c315164c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:23.387085 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:24.416583 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.054896 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:30.931281 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:09:34.332391 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53148) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:34.390481 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53158) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:34.597926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1808125914-network', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:34.621889 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Made reservation on behalf of 9d2d7b3f1bc24383bdcd7a08fa552844 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:34.624506 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.633058 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.748048 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.753148 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.798549 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d82d65-15bf-4452-8d49-7c31511bf98f,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:34.812716 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.821712 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.822098 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.822894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.823701 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.824252 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Tracked resource versions report: Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: pushed versions: Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Log': {'1.0'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Network': {'1.1'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Port': {'1.7'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'PortForwarding': {'1.2'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'QosPolicy': {'1.9'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SubPort': {'1.0'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Subnet': {'1.1'}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Trunk': {'1.1'}} Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: consumer versions: Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: HyperV agent@hv-cinder-77428: {}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'ConntrackHelper': '1.0', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Log': '1.0', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Network': '1.1', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Port': '1.7', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'PortForwarding': '1.2', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'QosPolicy': '1.9', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroup': '1.4', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SecurityGroupRule': '1.2', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'SubPort': '1.0', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Subnet': '1.1', Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: 'Trunk': '1.1'}} Sep 16 15:09:34.826149 dv-cinder-774288-9-iscsi neutron-server[94154]: {{(pid=94154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:34.846722 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.847860 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Added segment 74f006d0-ab83-41a8-9466-6bfd793b2c4a of type vlan for network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 Sep 16 15:09:34.894972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.924814 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-930521596-network', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:34.931526 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.932673 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:34.933238 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.980405 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Made reservation on behalf of b4a1a0787ce0446cb20ae487dc9a63b1 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:34.982715 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:34.995596 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.001678 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6681509 Sep 16 15:09:35.004831 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53182) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.011776 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Request body: {'subnet': {'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1808125914-subnet', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:35.037447 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Made reservation on behalf of 9d2d7b3f1bc24383bdcd7a08fa552844 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:35.040708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.120956 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.122376 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53192) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.123119 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7f8f4-0996-45bf-8696-36f2b8e33bea admin admin] Pushing event updated for resources: {'Network': ['ID=69bb72f0-3125-4a7e-978d-01aa99e54fa9,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.132898 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.135940 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:35.146021 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:35.154099 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53196) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.160697 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.161054 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Added segment fd7e6458-2e39-49c0-a268-c2414556f4b9 of type vlan for network 5d12b9d2-866f-4b19-b044-703079df8635 Sep 16 15:09:35.210291 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.245277 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.246508 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:35.247389 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.336847 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Pushing event updated for resources: {'Network': ['ID=5d12b9d2-866f-4b19-b044-703079df8635,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.348962 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9565425 Sep 16 15:09:35.352689 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-65017862-network', 'tenant_id': 'a91eaf00555748de9dd37c6e0472c68b'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:35.353679 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 5d12b9d2-866f-4b19-b044-703079df8635 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:35.354333 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53204) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.361947 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1646323833-network', 'tenant_id': '134359a6c3014235805bac2ee17179a0'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:35.374291 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Request body: {'subnet': {'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-subnet', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:35.378892 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276bac1-2c09-4975-b589-929fdae4210e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b30d2-112a-475b-ba4f-ee22dbaddd08,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.382269 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Made reservation on behalf of a91eaf00555748de9dd37c6e0472c68b for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:35.384825 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.396694 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.399189 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.413003 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Made reservation on behalf of 134359a6c3014235805bac2ee17179a0 for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:35.415720 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.473788 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.482895 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926ba48a-b11c-4d59-96ef-23d3c4df8b47,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.502616 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.507609 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.534058 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:35.553383 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.554887 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Added segment 6330151b-bc97-4dc3-9f55-cd1cf6235da9 of type vlan for network 29cf574f-0cfe-43d5-adfe-378c4df53916 Sep 16 15:09:35.611137 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.640604 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.643852 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.644706 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.645466 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.646971 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.647562 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.648054 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.648236 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:35.648753 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.648962 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.649530 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.650028 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.650524 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.651188 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.651719 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.652199 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Tracked resource versions report: Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: pushed versions: Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Log': {'1.0'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Network': {'1.1'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Port': {'1.7'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'PortForwarding': {'1.2'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'QosPolicy': {'1.9'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SubPort': {'1.0'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Subnet': {'1.1'}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Trunk': {'1.1'}} Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: consumer versions: Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: HyperV agent@hv-cinder-77428: {}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'ConntrackHelper': '1.0', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Log': '1.0', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Network': '1.1', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Port': '1.7', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'PortForwarding': '1.2', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'QosPolicy': '1.9', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroup': '1.4', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SecurityGroupRule': '1.2', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'SubPort': '1.0', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Subnet': '1.1', Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: 'Trunk': '1.1'}} Sep 16 15:09:35.653848 dv-cinder-774288-9-iscsi neutron-server[94155]: {{(pid=94155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:35.674549 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Checking segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:35.675249 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Network hostable DHCP agents. Network: 69bb72f0-3125-4a7e-978d-01aa99e54fa9, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:35.680231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.696850 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:35.730153 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Pushing event updated for resources: {'Network': ['ID=29cf574f-0cfe-43d5-adfe-378c4df53916,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.738933 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6116374 Sep 16 15:09:35.741384 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 29cf574f-0cfe-43d5-adfe-378c4df53916 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:35.757812 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53222) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:35.764317 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Request body: {'subnet': {'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-65017862-subnet', 'tenant_id': 'a91eaf00555748de9dd37c6e0472c68b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:35.785557 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccdeb0-8a6e-4a18-b7c2-a7add97b2ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.905708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738091276948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:35.906298 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Unsubscribe: segment precommit_create {{(pid=94155) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 15:09:35.907273 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Added segment bf20aa5d-025c-4962-bff7-443fa848af85 of type vlan for network 63236875-920b-484b-a3ae-dd0dbd3cecb7 Sep 16 15:09:35.945058 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7975bd-19f6-473a-940c-88220f8f1bee,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:35.968920 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Made reservation on behalf of a91eaf00555748de9dd37c6e0472c68b for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:35.974543 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.009904 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.db.api [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:09:36.009904 dv-cinder-774288-9-iscsi neutron-server[94155]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 16 15:09:36.009904 dv-cinder-774288-9-iscsi neutron-server[94155]: [parameters: {'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'id': '3a38f43c-2b5a-4f1b-8540-ad88da0d2661', 'expiration': datetime.datetime(2021, 9, 16, 15, 11, 35, 947419)}] Sep 16 15:09:36.009904 dv-cinder-774288-9-iscsi neutron-server[94155]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:09:36.010782 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG oslo_db.api [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:09:36.023726 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:36.051157 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.072436 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 69bb72f0-3125-4a7e-978d-01aa99e54fa9) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:36.085333 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:36.085760 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33c7a1-d2bd-49fb-aee8-8c2074b3fca0 None None] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:36.090814 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.157477 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-97f1e7b9-6707-4c0e-b4fd-1607bb272f58 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1495614 Sep 16 15:09:36.158099 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53242) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:36.162354 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.164370 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:36.165955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.171751 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:36.360714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] Pushing event updated for resources: {'Network': ['ID=63236875-920b-484b-a3ae-dd0dbd3cecb7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:36.404601 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:36.415119 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.416261 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.419656 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:09:36.423140 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.428103 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-da6b3370-5ef3-434d-9cff-02bad68a2da9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2727141 Sep 16 15:09:36.431068 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53256) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:36.446269 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Request body: {'subnet': {'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1646323833-subnet', 'tenant_id': '134359a6c3014235805bac2ee17179a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:36.503876 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.522143 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Made reservation on behalf of 134359a6c3014235805bac2ee17179a0 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:36.524432 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.562455 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81fbb8f8-b5bd-4660-a6ff-20e44640626d,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:36.583285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Checking segment: {'id': '6330151b-bc97-4dc3-9f55-cd1cf6235da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:36.583650 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Network hostable DHCP agents. Network: 29cf574f-0cfe-43d5-adfe-378c4df53916, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:36.622492 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Network 29cf574f-0cfe-43d5-adfe-378c4df53916 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:36.641478 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 29cf574f-0cfe-43d5-adfe-378c4df53916) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:36.647153 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:36.647759 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.730875 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.752628 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-bde0a06e-e1ff-40b2-8644-eb358a7a1ba4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9935658 Sep 16 15:09:36.785302 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Made reservation on behalf of b4a1a0787ce0446cb20ae487dc9a63b1 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:36.787857 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.825930 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df13c2b1-26df-4a56-8f8a-dc4909a2fcb9 None None] Network 29cf574f-0cfe-43d5-adfe-378c4df53916 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:36.965614 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:36.997016 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d688ea-7967-4a29-b697-7461df924f9a None None] Network 29cf574f-0cfe-43d5-adfe-378c4df53916 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:37.098358 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Allocated IP 172.20.0.2 (69bb72f0-3125-4a7e-978d-01aa99e54fa9/926ba48a-b11c-4d59-96ef-23d3c4df8b47/07ab0f21-0dad-48ce-a97a-e1c7cb376d75) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:37.144298 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.303746 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.306626 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e90b9e83-ce31-4673-bb60-540443ca12d2,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:37.372330 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Checking segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:37.372719 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Network hostable DHCP agents. Network: 63236875-920b-484b-a3ae-dd0dbd3cecb7, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:37.424170 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:37.429467 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:37.440757 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53316) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:37.442873 dv-cinder-774288-9-iscsi neutron-server[94154]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 15:09:37.465587 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.470067 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Checking segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:37.470429 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Network hostable DHCP agents. Network: 5d12b9d2-866f-4b19-b044-703079df8635, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:37.475727 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.509778 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 63236875-920b-484b-a3ae-dd0dbd3cecb7) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:37.520405 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:37.521142 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.536791 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bdf48c-c240-45d3-bd19-9bf9b5514327 None None] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:37.565723 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Network 5d12b9d2-866f-4b19-b044-703079df8635 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:37.572266 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-0a2e8bf0-eab0-4b4c-a486-eb63b6a6583a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1372168 Sep 16 15:09:37.581833 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Pushing event updated for resources: {'Port': ['ID=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:37.585206 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 5d12b9d2-866f-4b19-b044-703079df8635) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:37.591480 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.613472 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:37.614216 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.618097 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.648524 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9273e03f-0d70-4d86-90b3-14b604929cfc None None] Network 5d12b9d2-866f-4b19-b044-703079df8635 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:37.653340 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:37.724524 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53334) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:37.732952 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-aa4f167a-fa7c-4d9b-878b-22cf22c24264 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3629110 Sep 16 15:09:37.736360 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53338) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:37.759207 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:37.809335 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.810079 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.810558 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.811106 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.811552 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.811978 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.812431 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.813438 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.813888 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.814334 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.814980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.816047 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Tracked resource versions report: Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: pushed versions: Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Log': {'1.0'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Network': {'1.1'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Port': {'1.7'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'PortForwarding': {'1.2'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'QosPolicy': {'1.9'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SubPort': {'1.0'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Subnet': {'1.1'}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Trunk': {'1.1'}} Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: consumer versions: Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: HyperV agent@hv-cinder-77428: {}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'ConntrackHelper': '1.0', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Log': '1.0', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Network': '1.1', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Port': '1.7', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'PortForwarding': '1.2', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'QosPolicy': '1.9', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroup': '1.4', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SecurityGroupRule': '1.2', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'SubPort': '1.0', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Subnet': '1.1', Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: 'Trunk': '1.1'}} Sep 16 15:09:37.817583 dv-cinder-774288-9-iscsi neutron-server[94156]: {{(pid=94156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:37.822763 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:37.888129 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-e1341154-4485-469d-bb24-73ee2a597bff tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:37.893780 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-e1341154-4485-469d-bb24-73ee2a597bff tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/networks?id=29cf574f-0cfe-43d5-adfe-378c4df53916 HTTP/1.1" status: 200 len: 810 time: 0.4498293 Sep 16 15:09:37.896859 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.908865 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.923590 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a918f1-f641-47f7-ba20-b20a2db01c96 None None] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:37.938683 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-be8f68e9-3e34-4c78-9cf0-5cea40605a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:37.987649 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-167a87fb-1971-4820-8f8a-4ef6f6706c5e tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/quotas/a91eaf00555748de9dd37c6e0472c68b HTTP/1.1" status: 200 len: 375 time: 0.0875657 Sep 16 15:09:37.991823 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:37.993767 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Allocated IP 172.27.2.181 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/a4e85e98-8e46-46db-9ab5-dc33995d2a7c) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:38.140930 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Attempting to bind port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:38.141299 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Attempting to bind port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:38.141657 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Attempting to bind port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:38.149877 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-5d12b9d2-866f-4b19-b044-703079df8635', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:09:38.150734 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.157925 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:38.158297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Checking segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:38.158694 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.159083 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Bound using segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:38.159555 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Bound port: 07ab0f21-0dad-48ce-a97a-e1c7cb376d75, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:38.160147 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.161686 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-be8f68e9-3e34-4c78-9cf0-5cea40605a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.180719 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-a88058cd-7b6f-4baa-ba0d-c1456dd25ad8 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a91eaf00555748de9dd37c6e0472c68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1901650 Sep 16 15:09:38.183321 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-be8f68e9-3e34-4c78-9cf0-5cea40605a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.224602 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.225314 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53372) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:38.231239 dv-cinder-774288-9-iscsi neutron-server[94155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 15:09:38.285870 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-be8f68e9-3e34-4c78-9cf0-5cea40605a9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b76eb81e196f47759a0672e597c47138&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5537310 Sep 16 15:09:38.295762 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53376) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:38.345666 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f68e9-3e34-4c78-9cf0-5cea40605a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf3304e-62af-47aa-99d1-16077e8b0342,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.415566 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] For port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:38.425420 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-bea4b2f0-40ce-4707-9557-96d1c43a4073 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:38.426767 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-bea4b2f0-40ce-4707-9557-96d1c43a4073 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1119852 Sep 16 15:09:38.432612 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] For port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:38.469967 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.488093 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-833bddb8-8df1-4d45-9016-2302fcf92fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.515701 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Allocated IP 172.20.0.2 (5d12b9d2-866f-4b19-b044-703079df8635/838dfcac-4a3b-41ee-ab79-d9d3a87d44a8/7791e1e8-7ba5-4efe-95fe-0daac1e9e83e) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:38.580861 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-833bddb8-8df1-4d45-9016-2302fcf92fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.664738 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-ccfbd3f2-7037-48e6-874c-d8e4bfd6ee16 service neutron] 10.222.0.36 "GET /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264268 Sep 16 15:09:38.702746 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-09f77d5d-c1c5-4641-90af-e4a58cc21b29 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:38.705856 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-09f77d5d-c1c5-4641-90af-e4a58cc21b29 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.4760962 Sep 16 15:09:38.756011 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.756294 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-833bddb8-8df1-4d45-9016-2302fcf92fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.759574 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-833bddb8-8df1-4d45-9016-2302fcf92fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.761037 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-833bddb8-8df1-4d45-9016-2302fcf92fe0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cf3304e-62af-47aa-99d1-16077e8b0342 HTTP/1.1" status: 204 len: 168 time: 0.4641931 Sep 16 15:09:38.770259 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-c24dbb76-ff1c-4d4f-b99d-69ffa09c639d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/quotas/134359a6c3014235805bac2ee17179a0 HTTP/1.1" status: 200 len: 375 time: 0.0634806 Sep 16 15:09:38.815965 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-49dc728f-134a-47e2-a657-431e701da125 service neutron] 10.222.0.36 "GET /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524916 Sep 16 15:09:38.816693 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bddb8-8df1-4d45-9016-2302fcf92fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf3304e-62af-47aa-99d1-16077e8b0342,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.829547 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bb2ea-0d5e-4797-9f09-f6a98d984210 None None] Pushing event updated for resources: {'Port': ['ID=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.833114 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:38.856706 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-f570aac5-2a1e-4fd7-a1a8-53a655ee98de tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852160 Sep 16 15:09:38.911633 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Network 5d12b9d2-866f-4b19-b044-703079df8635 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:38.921712 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Pushing event updated for resources: {'Port': ['ID=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:38.928452 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:38.947952 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:39.004820 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.010938 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.036031 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Attempting to bind port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:39.036600 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Attempting to bind port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:39.037136 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Attempting to bind port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e on network 5d12b9d2-866f-4b19-b044-703079df8635 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:39.046075 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:39.046891 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Checking segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:39.048114 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.048643 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Bound using segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:39.050535 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Bound port: 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:39.051579 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.140284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] For port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:39.144794 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] For port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:39.152277 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.155230 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:39.229551 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-632a37a4-c2ac-4f28-809e-fa47e0e5294c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:39.237747 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2dd9-8c1e-4721-a226-7d542d269a86 None None] Pushing event updated for resources: {'Port': ['ID=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:39.238449 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-632a37a4-c2ac-4f28-809e-fa47e0e5294c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2400684 Sep 16 15:09:39.314252 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:39.342490 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:39.352730 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:39.355669 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:39.484906 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-b613266f-342d-453d-98d0-5dedd0893a3b service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443178 Sep 16 15:09:39.542641 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f81f18ea-cf48-4a3e-a97b-3fee7d9e01b0 req-d3c5ca84-b696-4b28-a4a4-a83f6dd915b5 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.0844953 Sep 16 15:09:39.993168 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.005908 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.103394 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.108966 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-e71d014c-725a-4cff-8374-cea928d33702 service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240342 Sep 16 15:09:40.442278 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Allocated IP 172.27.2.3 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/d3411f7d-f3cf-4d1c-8400-e2d7e9f12628) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:40.557939 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50156842-a730-49f1-9b9c-10680dda5bf6 None None] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:40.632978 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eb77fbc0-353b-4686-9c95-e9b05fd732ea req-48c7308b-11a5-4ea2-8b78-e9379ee31c80 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.0620553 Sep 16 15:09:40.721432 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-f2191e60-533f-4eda-bc16-a1d97e87f244 None None] Provisioning complete for port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:40.721798 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f2191e60-533f-4eda-bc16-a1d97e87f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.957987 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:40.971339 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53528) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:41.025048 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2fef432b-bd17-4db1-84ad-6142539403f2 req-81606b3d-7ca1-4b9e-8cf1-49eee21e1fa6 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.3405831 Sep 16 15:09:41.154292 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eac9bb-b3e0-4381-8090-e8120925e29b None None] Network 5d12b9d2-866f-4b19-b044-703079df8635 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:41.220555 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f2191e60-533f-4eda-bc16-a1d97e87f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.259439 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.334988 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.375563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:09:41.394942 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-f2191e60-533f-4eda-bc16-a1d97e87f244 None None] For port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:41.396203 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:41.411076 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:41.427567 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:41.432766 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f2191e60-533f-4eda-bc16-a1d97e87f244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.549815 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e5155e73-fc41-4745-ac57-e4df53a3a049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.717226 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:41.722271 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Pushing event updated for resources: {'Port': ['ID=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:41.824285 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d1c8511f-900a-4476-a92a-5260520d08ea req-7ada35a8-60f3-4baf-8407-f13e5c235685 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.0571344 Sep 16 15:09:41.876615 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e5155e73-fc41-4745-ac57-e4df53a3a049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.885193 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e5155e73-fc41-4745-ac57-e4df53a3a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.912040 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-6edb4b36-b488-4db8-bb36-cf580e3d7124 None None] Provisioning complete for port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:41.913337 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6edb4b36-b488-4db8-bb36-cf580e3d7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:41.929543 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:41.950365 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53576) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:41.956327 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5155e73-fc41-4745-ac57-e4df53a3a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d96d0-d5e5-4cd1-b99a-9bef8e146989,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:41.997749 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e5155e73-fc41-4745-ac57-e4df53a3a049 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60ecd25ddfc044ddb511518571a83327&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0247533 Sep 16 15:09:41.997980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:41.998385 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.000331 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53588) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:42.003253 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2191e60-533f-4eda-bc16-a1d97e87f244 None None] Pushing event updated for resources: {'Port': ['ID=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:42.125921 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:42.144336 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-69625418-5a1d-40ba-8968-91559946823f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.146247 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:42.148652 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:42.220742 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-69625418-5a1d-40ba-8968-91559946823f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.237946 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6edb4b36-b488-4db8-bb36-cf580e3d7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.338079 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-6edb4b36-b488-4db8-bb36-cf580e3d7124 None None] For port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:42.355263 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-69625418-5a1d-40ba-8968-91559946823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.360887 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.366808 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-69625418-5a1d-40ba-8968-91559946823f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.369776 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-69625418-5a1d-40ba-8968-91559946823f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/365d96d0-d5e5-4cd1-b99a-9bef8e146989 HTTP/1.1" status: 204 len: 168 time: 0.3678160 Sep 16 15:09:42.415911 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69625418-5a1d-40ba-8968-91559946823f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d96d0-d5e5-4cd1-b99a-9bef8e146989,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:42.442697 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6edb4b36-b488-4db8-bb36-cf580e3d7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.599509 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:42.645288 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-76b886a5-0d8b-42d2-8663-a45642ff7b73 req-6f5d739f-2bfb-428e-95fc-1696bc31e486 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.1083035 Sep 16 15:09:42.652128 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-cee2e3dc-22ed-4148-b78b-151c440c8ca9 None None] Provisioning complete for port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:42.655250 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cee2e3dc-22ed-4148-b78b-151c440c8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.677550 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.678964 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-ca502bb2-7d5a-4bcf-a7ec-64b4efbc3993 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5194042 Sep 16 15:09:42.681945 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53620) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:42.696838 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8276fd24-6d89-4965-aa5d-daac9c89621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.782853 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:42.836627 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.47', 63834) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:42.908271 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:42.909897 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.001396 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8276fd24-6d89-4965-aa5d-daac9c89621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.032264 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8276fd24-6d89-4965-aa5d-daac9c89621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.145624 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:39Z', 'revision_number': 3, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:43.163064 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb4b36-b488-4db8-bb36-cf580e3d7124 None None] Pushing event updated for resources: {'Port': ['ID=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:43.165833 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53640) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:43.167718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-44e7fb62-de3f-4f4c-beb8-66a3d32012c4 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:43.169825 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-44e7fb62-de3f-4f4c-beb8-66a3d32012c4 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.47 "GET /v2.0/networks?id=29cf574f-0cfe-43d5-adfe-378c4df53916 HTTP/1.1" status: 200 len: 810 time: 0.3321564 Sep 16 15:09:43.205717 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8276fd24-6d89-4965-aa5d-daac9c89621e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e116a75b11844a8193914ca7fe4dbc69&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2509301 Sep 16 15:09:43.209050 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53642) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:43.212173 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-cee2e3dc-22ed-4148-b78b-151c440c8ca9 None None] Provisioning complete for port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:43.212592 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cee2e3dc-22ed-4148-b78b-151c440c8ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.216519 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f181-6681-461b-9966-1034d503fd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.226649 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:43.226999 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276fd24-6d89-4965-aa5d-daac9c89621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3916777-9b69-45e7-96fc-3dd4d108c30c,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:43.227158 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Updating router 556f0380-3bc2-4eca-ad1f-e040e99fedaa port a4e85e98-8e46-46db-9ab5-dc33995d2a7c binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:43.274464 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.306522 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f393174e-3bf1-4cc0-9c18-843cad568bbe req-0315c701-2514-4ecb-b79a-c47348eb59cd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.0899088 Sep 16 15:09:43.323454 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Request body: {'port': {'device_id': '8475c6eb-b82a-478f-8834-9c519d3da427', 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916', 'admin_state_up': True, 'tenant_id': 'a91eaf00555748de9dd37c6e0472c68b'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:43.538764 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:43.595518 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f181-6681-461b-9966-1034d503fd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.599458 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.654027 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:43.654471 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.738351 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f181-6681-461b-9966-1034d503fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.769187 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.776659 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3ec2f181-6681-461b-9966-1034d503fd2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94cebbf712dc480aa135562a7db9c0bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6050551 Sep 16 15:09:43.779518 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.788214 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53680) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:43.815555 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:43.842373 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Pushing event updated for resources: {'Port': ['ID=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:43.861783 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.862144 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.862599 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.863205 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.863714 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.864198 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.864817 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.865169 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.865513 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.866082 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.866315 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.866664 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Tracked resource versions report: Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: pushed versions: Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: { 'AddressGroup': {'1.2'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'ConntrackHelper': {'1.0'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Log': {'1.0'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Network': {'1.1'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Port': {'1.7'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'PortForwarding': {'1.2'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'QosPolicy': {'1.9'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroup': {'1.4'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroupRule': {'1.2'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SubPort': {'1.0'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Subnet': {'1.1'}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Trunk': {'1.1'}} Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: consumer versions: Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: { DHCP agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: HyperV agent@hv-cinder-77428: {}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: L3 agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: Metadata agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: Metering agent@dv-cinder-774288-9-iscsi: {}, Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: Open vSwitch agent@dv-cinder-774288-9-iscsi: { 'AddressGroup': '1.2', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'ConntrackHelper': '1.0', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Log': '1.0', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Network': '1.1', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Port': '1.7', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'PortForwarding': '1.2', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'QosPolicy': '1.9', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroup': '1.4', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SecurityGroupRule': '1.2', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'SubPort': '1.0', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Subnet': '1.1', Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: 'Trunk': '1.1'}} Sep 16 15:09:43.868230 dv-cinder-774288-9-iscsi neutron-server[94157]: {{(pid=94157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 15:09:43.875917 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:43.876559 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.900986 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Attempting to bind port a4e85e98-8e46-46db-9ab5-dc33995d2a7c on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:43.901545 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Attempting to bind port a4e85e98-8e46-46db-9ab5-dc33995d2a7c by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:43.902714 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Attempting to bind port a4e85e98-8e46-46db-9ab5-dc33995d2a7c on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:43.909648 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:43.910464 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:43.911036 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.912355 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:43.913042 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Bound port: a4e85e98-8e46-46db-9ab5-dc33995d2a7c, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:43.913613 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:43.926191 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.47', 63841) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:43.969322 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Router e22771f7-afb2-4dac-a7cd-007e49674840 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:09:43.971261 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2f181-6681-461b-9966-1034d503fd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd31f37-5669-4403-94ca-fa618f08628f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:44.021396 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0b91b7e5-de7c-4608-a5f6-7543c9290b69 req-aa9bcb99-b33e-4eb8-afee-8afa28a9e535 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.1256311 Sep 16 15:09:44.025005 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8181c382-c14f-4e2d-bb4a-5fe4729cdf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.067176 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] For port a4e85e98-8e46-46db-9ab5-dc33995d2a7c, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:44.070700 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] For port a4e85e98-8e46-46db-9ab5-dc33995d2a7c, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:44.075962 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.184280 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:44.197856 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:44.303604 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca162290-aa8f-4da4-b6a6-5a1b5130f194 None None] Pushing event updated for resources: {'Port': ['ID=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:44.420927 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8181c382-c14f-4e2d-bb4a-5fe4729cdf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.539236 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:44.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Made reservation on behalf of a91eaf00555748de9dd37c6e0472c68b for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:44.563125 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.626924 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-95a62f9b-7014-4c8e-8723-e8b9a97bc3d3 req-3a4b06d0-c287-4df2-b585-aa4f5e3d6f02 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.1034260 Sep 16 15:09:44.642740 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:44.660479 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:44.666872 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f2daf93f-87e0-4e4e-b7d8-13e29725b724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.676195 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:44.677655 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:44.758853 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.766311 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b05ca958-6b31-4e10-bb7a-e30a71be6844 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0269325 Sep 16 15:09:44.775509 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53704) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:44.863266 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f2daf93f-87e0-4e4e-b7d8-13e29725b724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.939783 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-43fcaa54-1ab6-46d4-910d-1e274c33cf4e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:44.943801 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-43fcaa54-1ab6-46d4-910d-1e274c33cf4e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 1.0162106 Sep 16 15:09:44.946653 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:44.979552 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8181c382-c14f-4e2d-bb4a-5fe4729cdf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.986909 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8181c382-c14f-4e2d-bb4a-5fe4729cdf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:44.993674 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8181c382-c14f-4e2d-bb4a-5fe4729cdf0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bd31f37-5669-4403-94ca-fa618f08628f HTTP/1.1" status: 204 len: 168 time: 1.1958685 Sep 16 15:09:45.027897 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:39Z', 'revision_number': 3, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:45.073515 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6dcc-7505-4207-8b4c-312d2c768537 None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:39Z', 'revision_number': 3, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:45.221973 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181c382-c14f-4e2d-bb4a-5fe4729cdf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd31f37-5669-4403-94ca-fa618f08628f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:45.356681 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a244c4cf-a094-421a-a965-8fbde8340b3b req-83c9aa17-3c9a-46a3-9524-49146b9ebfd4 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.1418691 Sep 16 15:09:45.458590 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 3, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:45.521584 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:45.522215 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Updating router e22771f7-afb2-4dac-a7cd-007e49674840 port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:45.558146 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.643491 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.722771 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Allocated IP 172.20.0.12 (29cf574f-0cfe-43d5-adfe-378c4df53916/81fbb8f8-b5bd-4660-a6ff-20e44640626d/49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:45.743623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f2daf93f-87e0-4e4e-b7d8-13e29725b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.757028 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f2daf93f-87e0-4e4e-b7d8-13e29725b724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:45.758308 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-f2daf93f-87e0-4e4e-b7d8-13e29725b724 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3916777-9b69-45e7-96fc-3dd4d108c30c HTTP/1.1" status: 204 len: 168 time: 2.5481834 Sep 16 15:09:45.815697 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf93f-87e0-4e4e-b7d8-13e29725b724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3916777-9b69-45e7-96fc-3dd4d108c30c,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:45.939240 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a7f70f21-b818-4678-8935-7261fc34523b req-e698b3da-4ed3-4180-a38c-1c8be5b0d8f4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.0519557 Sep 16 15:09:46.030998 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Request body: {'port': {'device_id': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'admin_state_up': True, 'tenant_id': '134359a6c3014235805bac2ee17179a0'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:46.738370 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Allocated IP 172.20.0.1 (69bb72f0-3125-4a7e-978d-01aa99e54fa9/926ba48a-b11c-4d59-96ef-23d3c4df8b47/7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:46.838541 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.982708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:46.996285 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.098394 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-72b8da89-a218-49c0-88f1-3f248e50842a req-c2e4fdd9-92bc-4d50-a132-6f5f567d668f tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.4165709 Sep 16 15:09:47.129247 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Made reservation on behalf of 134359a6c3014235805bac2ee17179a0 for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:47.146816 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.242495 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.247038 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Attempting to bind port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:47.247746 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Attempting to bind port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:47.248284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Attempting to bind port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:47.264872 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:47.279785 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:47.282853 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.283313 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:47.285631 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Bound port: d3411f7d-f3cf-4d1c-8400-e2d7e9f12628, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:47.287014 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.328496 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fc47a5b-71dc-430e-b7e1-649f7ae64ac2 req-079f0add-ff32-410e-aacd-32fc952b125e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.1368339 Sep 16 15:09:47.391112 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0ef49-a220-4af3-8ff1-a7ad5199aa8e None None] Pushing event updated for resources: {'Port': ['ID=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:47.471232 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] For port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:47.482104 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] For port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:47.518949 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.527969 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.638264 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a4e85e98-8e46-46db-9ab5-dc33995d2a7c up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:47.773376 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:47.776672 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:47.903545 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Allocated IP 172.20.0.8 (63236875-920b-484b-a3ae-dd0dbd3cecb7/e90b9e83-ce31-4673-bb60-540443ca12d2/9bfa5acc-2d34-4f26-9742-f0685f66f757) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:47.960546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:47.992644 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Network 29cf574f-0cfe-43d5-adfe-378c4df53916 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:48.052050 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:48.061994 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Pushing event updated for resources: {'Port': ['ID=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:48.090374 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53788) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:48.091605 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:48.098318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:48.098979 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.117990 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:48.170182 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.187038 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-38f639c3-859a-48d9-8328-90373dbf9cb2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9275277 Sep 16 15:09:48.319291 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.409419 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0ef49-a220-4af3-8ff1-a7ad5199aa8e None None] Pushing event updated for resources: {'Port': ['ID=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:48.421363 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-409c7beb-ad4e-419d-b3e9-6aadb3241637 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:09:48.422805 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-409c7beb-ad4e-419d-b3e9-6aadb3241637 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496638 Sep 16 15:09:48.424930 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:48.431695 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:48.444710 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:48.445696 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.560690 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59e2c7-8374-4678-98ee-dd932c5d833c req-85226927-cc96-484b-8124-409a0df492d9 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:48.563184 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2f59e2c7-8374-4678-98ee-dd932c5d833c req-85226927-cc96-484b-8124-409a0df492d9 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 932 time: 0.2935431 Sep 16 15:09:48.569223 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.659596 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port a4e85e98-8e46-46db-9ab5-dc33995d2a7c triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:48.659962 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.683611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Pushing event updated for resources: {'Port': ['ID=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:48.703641 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f122e80f-a495-4047-9088-a0701f96d313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.732844 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f8b3ed85-e81f-4fb6-8d86-e6a6966e0c3e req-f2455a21-c4dc-499d-a56f-c0bbb76cbc9f tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.1332004 Sep 16 15:09:48.788479 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Allocated IP 172.20.0.1 (5d12b9d2-866f-4b19-b044-703079df8635/838dfcac-4a3b-41ee-ab79-d9d3a87d44a8/7bfa2fe2-2672-49a0-af45-388f13d2bd1f) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:09:48.838856 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2f59e2c7-8374-4678-98ee-dd932c5d833c req-bfcd24c9-00d1-49dc-b725-6f4e414fd3a4 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454827 Sep 16 15:09:48.885286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 53816) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:48.981503 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:48.993451 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.025268 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 3, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:49.030525 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e8b29067-31c1-4091-b54f-c0c101f46485 None None] Provisioning complete for port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:49.030902 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e8b29067-31c1-4091-b54f-c0c101f46485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.078481 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port a4e85e98-8e46-46db-9ab5-dc33995d2a7c, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:49.113364 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e8b29067-31c1-4091-b54f-c0c101f46485 None None] Port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:49.127282 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40922d6-4d59-4eac-b3ff-753328b13687 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:41Z', 'revision_number': 3, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:49.161944 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.210782 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1361642109-network', 'tenant_id': '352e5d027bce487ab969fdd87eedd1a7'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:49.255797 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:49.286497 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:49.475055 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.521718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Request body: {'port': {'device_id': '8475c6eb-b82a-478f-8834-9c519d3da427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:49.556205 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a4e85e98-8e46-46db-9ab5-dc33995d2a7c up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:49.769169 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port a4e85e98-8e46-46db-9ab5-dc33995d2a7c triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:49.769528 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.797759 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:49.825547 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:49.841347 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:49.851008 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.893057 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:49.977125 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event updated for resources: {'Port': ['ID=9bfa5acc-2d34-4f26-9742-f0685f66f757,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:50.210286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3fa73-66d4-43f6-9779-33e6e55f9106 req-613ef1e9-96b6-445e-9917-02ba5ac26474 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.219782 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ad3fa73-66d4-43f6-9779-33e6e55f9106 req-613ef1e9-96b6-445e-9917-02ba5ac26474 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 931 time: 0.2719359 Sep 16 15:09:50.228581 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.264855 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f122e80f-a495-4047-9088-a0701f96d313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.280563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f122e80f-a495-4047-9088-a0701f96d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.318231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c46dff-bbc5-4151-b652-c0f2f08ea9a9 req-adfbd139-4275-4004-807d-a918adf94172 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.320094 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e2c46dff-bbc5-4151-b652-c0f2f08ea9a9 req-adfbd139-4275-4004-807d-a918adf94172 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 932 time: 0.2664444 Sep 16 15:09:50.380832 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122e80f-a495-4047-9088-a0701f96d313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8768b4-48ed-477e-9d87-1a7947ae3e75,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:50.416775 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f122e80f-a495-4047-9088-a0701f96d313 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c639d2487a10457c9e930c883e2427be&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3151636 Sep 16 15:09:50.423052 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53850) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:50.483669 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.596258 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e2c46dff-bbc5-4151-b652-c0f2f08ea9a9 req-77d20743-1637-443d-9a65-f62e3624f435 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409716 Sep 16 15:09:50.639282 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Network 5d12b9d2-866f-4b19-b044-703079df8635 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:50.645218 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:50.652257 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:09:50.665721 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.723892 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:50.787324 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-17c17da0-fcdc-4cae-93a8-bef6fa20a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.790281 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-78835191-1f14-4a89-8007-edb037f47722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.985570 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Made reservation on behalf of 352e5d027bce487ab969fdd87eedd1a7 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:50.991092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.042229 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-6065b3db-9e71-44b8-9f2c-7272dc5ada33 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0273938 Sep 16 15:09:51.081459 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-17c17da0-fcdc-4cae-93a8-bef6fa20a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.082886 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ad3fa73-66d4-43f6-9779-33e6e55f9106 req-c46721fc-d0dc-4924-8572-67e68cfe0d26 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523750 Sep 16 15:09:51.083638 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.104234 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Request body: {'port': {'device_id': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:51.284920 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-da825b0e-a9a0-4b6e-98f6-daba85691cb3 None None] Provisioning complete for port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:51.285299 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-da825b0e-a9a0-4b6e-98f6-daba85691cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.298958 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.361752 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-da825b0e-a9a0-4b6e-98f6-daba85691cb3 None None] Port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:51.391976 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.439344 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.448069 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-17c17da0-fcdc-4cae-93a8-bef6fa20a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.450442 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.451384 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.452215 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-17c17da0-fcdc-4cae-93a8-bef6fa20a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.460844 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.467010 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-17c17da0-fcdc-4cae-93a8-bef6fa20a47c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac8768b4-48ed-477e-9d87-1a7947ae3e75 HTTP/1.1" status: 204 len: 168 time: 1.0318842 Sep 16 15:09:51.491630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.563443 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c17da0-fcdc-4cae-93a8-bef6fa20a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8768b4-48ed-477e-9d87-1a7947ae3e75,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:51.573386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:51.636174 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.637132 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Added segment bd0b8bc6-1808-4eec-98fd-5db9caf08864 of type vlan for network 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3 Sep 16 15:09:51.641718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e9b60-8382-4fd2-b71d-c8f875a28a3b,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:51.649002 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:51.723815 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Pushing event updated for resources: {'Port': ['ID=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:51.847341 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:51.848013 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.892601 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:09:51.923631 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:51.963044 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.041663 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.089778 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.091664 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:52.092409 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.114296 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:52.124944 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.169859 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Transition to ACTIVE for port object 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:09:52.250490 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:52.261583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.285122 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.287044 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:52.313808 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.314758 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.343488 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:52.405544 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ccfd-2de0-4dd2-b367-33509877d4ad req-310107dc-d36d-4c09-8e2f-2be7da2d5484 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:52.419432 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6c67ccfd-2de0-4dd2-b367-33509877d4ad req-310107dc-d36d-4c09-8e2f-2be7da2d5484 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 932 time: 0.5251570 Sep 16 15:09:52.667792 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6c67ccfd-2de0-4dd2-b367-33509877d4ad req-21f2ab44-532b-4558-a869-3e5db5c48ff4 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451491 Sep 16 15:09:52.801578 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Pushing event updated for resources: {'Port': ['ID=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:52.803217 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e20c92bc-f44b-4f10-b49e-f6325dcaabd4 None None] Provisioning complete for port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:52.803759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e20c92bc-f44b-4f10-b49e-f6325dcaabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:52.819046 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Network 5d12b9d2-866f-4b19-b044-703079df8635 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:09:52.838566 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:52.842292 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9557514 Sep 16 15:09:52.855225 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 53902) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:52.887220 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e20c92bc-f44b-4f10-b49e-f6325dcaabd4 None None] Port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:52.943341 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Request body: {'subnet': {'network_id': '68b39e7f-2d9a-4280-a1d9-8ef11b8551f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1361642109-subnet', 'tenant_id': '352e5d027bce487ab969fdd87eedd1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:53.097766 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Made reservation on behalf of 352e5d027bce487ab969fdd87eedd1a7 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:53.097766 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.151024 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Router e22771f7-afb2-4dac-a7cd-007e49674840 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:09:53.258625 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfa5acc-2d34-4f26-9742-f0685f66f757 {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:09:53.262430 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0adb33-f4bc-4ca2-9b0f-9441cd6965de admin admin] Pushing event updated for resources: {'Network': ['ID=68b39e7f-2d9a-4280-a1d9-8ef11b8551f3,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.274618 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Pushing event updated for resources: {'Port': ['ID=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.275177 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:53.300969 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Attempting to bind port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:53.301901 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Attempting to bind port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6330151b-bc97-4dc3-9f55-cd1cf6235da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:53.302857 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Attempting to bind port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c on network 29cf574f-0cfe-43d5-adfe-378c4df53916 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:53.304833 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.335274 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09781b89-86a9-4c29-af76-c46d39da34e6 req-a9838395-02a4-4e98-8b22-79ecb1baf429 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:53.337336 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-09781b89-86a9-4c29-af76-c46d39da34e6 req-a9838395-02a4-4e98-8b22-79ecb1baf429 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 931 time: 1.0421736 Sep 16 15:09:53.397146 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c on network 29cf574f-0cfe-43d5-adfe-378c4df53916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:09:53.397719 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Attempting to bind port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c on network 29cf574f-0cfe-43d5-adfe-378c4df53916 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:53.398464 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Transition to ACTIVE for port object 9bfa5acc-2d34-4f26-9742-f0685f66f757 will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:09:53.482819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.513792 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:53.514151 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Checking segment: {'id': '6330151b-bc97-4dc3-9f55-cd1cf6235da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:53.514699 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Bound using segment: {'id': '6330151b-bc97-4dc3-9f55-cd1cf6235da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:53.515173 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Bound port: 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6330151b-bc97-4dc3-9f55-cd1cf6235da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:53.516088 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.554378 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-6c833c60-e8f5-4d18-acd6-0f5df43bfdae None None] Provisioning complete for port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:53.554751 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6c833c60-e8f5-4d18-acd6-0f5df43bfdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.558584 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-09781b89-86a9-4c29-af76-c46d39da34e6 req-0a430501-96dc-4226-b1ff-a2c41e9e83f9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574934 Sep 16 15:09:53.570937 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-0bb4eed0-6f39-42b8-8a3a-81bf20443e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.579383 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.686549 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:09:53.697771 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:53.767332 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa5acc-2d34-4f26-9742-f0685f66f757,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:53.774986 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.846804 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-6c833c60-e8f5-4d18-acd6-0f5df43bfdae None None] Port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:09:53.914752 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:53.931478 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:53.956583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] For port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:54.003819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] For port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,segment=NetworkSegment(6330151b-bc97-4dc3-9f55-cd1cf6235da9),segment_id=6330151b-bc97-4dc3-9f55-cd1cf6235da9)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:54.012938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.080113 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f88997-ded8-443b-a6a3-6d8aa1d00a3b,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:54.151600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.152651 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.154595 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-57fd68b4-079b-4825-885e-276e83542217 service neutron] 10.222.0.47 "PUT /v2.0/ports/49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c HTTP/1.1" status: 200 len: 1094 time: 5.0716736 Sep 16 15:09:54.157754 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:54.169777 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8475c6eb-b82a-478f-8834-9c519d3da427', 'tag': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:09:54.170214 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:54.183691 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:54.184787 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:54.205004 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-32dd2e53-1272-4c42-85f6-e31e9a881f61 admin admin] 10.222.0.36 "PUT /v2.0/routers/e22771f7-afb2-4dac-a7cd-007e49674840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4175572 Sep 16 15:09:54.254878 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d1ccd-bd69-4d5c-92ea-02bb9bee6f84 req-4513b9cf-9470-4d73-b021-510776f983a2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.266645 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-712d1ccd-bd69-4d5c-92ea-02bb9bee6f84 req-4513b9cf-9470-4d73-b021-510776f983a2 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 944 time: 0.2162185 Sep 16 15:09:54.288425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Checking segment: {'id': 'bd0b8bc6-1808-4eec-98fd-5db9caf08864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '68b39e7f-2d9a-4280-a1d9-8ef11b8551f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:54.294990 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Network hostable DHCP agents. Network: 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:09:54.370790 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Attempting to bind port 9bfa5acc-2d34-4f26-9742-f0685f66f757 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:54.377147 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Attempting to bind port 9bfa5acc-2d34-4f26-9742-f0685f66f757 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:54.378545 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Attempting to bind port 9bfa5acc-2d34-4f26-9742-f0685f66f757 on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:54.414059 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Port 9bfa5acc-2d34-4f26-9742-f0685f66f757 on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:09:54.415195 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Attempting to bind port 9bfa5acc-2d34-4f26-9742-f0685f66f757 on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:54.427037 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:54.427681 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Checking segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:54.428574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Bound using segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:54.429187 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Bound port: 9bfa5acc-2d34-4f26-9742-f0685f66f757, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:54.429748 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.444222 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.468108 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:54.486034 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-fd597663-5243-40a2-8dd5-cf027daae52f admin admin] 10.222.0.36 "PUT /v2.0/routers/556f0380-3bc2-4eca-ad1f-e040e99fedaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7936389 Sep 16 15:09:54.492067 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:54.521935 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:54.524139 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:54.540028 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] For port 9bfa5acc-2d34-4f26-9742-f0685f66f757, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:54.552325 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-9b80664c-7dd2-409b-868f-d5587ff51b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.552514 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] For port 9bfa5acc-2d34-4f26-9742-f0685f66f757, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:54.553967 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-9b80664c-7dd2-409b-868f-d5587ff51b3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a91eaf00555748de9dd37c6e0472c68b&device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 1097 time: 0.2706349 Sep 16 15:09:54.555092 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Network 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:09:54.564699 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd68b4-079b-4825-885e-276e83542217 service neutron] Pushing event updated for resources: {'Port': ['ID=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:54.568605 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.761804 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa5acc-2d34-4f26-9742-f0685f66f757,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:54.768150 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:09:54.780563 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-712d1ccd-bd69-4d5c-92ea-02bb9bee6f84 req-0ce99c0d-44d6-46ca-adc7-ac28c063df98 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128696 Sep 16 15:09:54.794505 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.795635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.808591 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:54.809217 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:54.811276 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a76b3031-058a-42bc-93c5-1cb75ec45417 service neutron] 10.222.0.47 "PUT /v2.0/ports/9bfa5acc-2d34-4f26-9742-f0685f66f757 HTTP/1.1" status: 200 len: 1093 time: 3.7232602 Sep 16 15:09:54.811733 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'tag': '9bfa5acc-2d34-4f26-9742-f0685f66f757'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:09:54.835212 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:54.911566 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:55.013103 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-f9d9fb11-8340-4b01-ae84-8d89dd39bc0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c HTTP/1.1" status: 200 len: 217 time: 0.2984014 Sep 16 15:09:55.023894 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a7618-e5c0-436e-bb3f-ea77e05a6dcf None None] Network 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:55.226299 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af834715-4527-4663-8756-8fc2ad35d519 req-c07d04e6-e8ef-43a6-9b19-4223c9a825b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.235591 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-c07d04e6-e8ef-43a6-9b19-4223c9a825b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81fbb8f8-b5bd-4660-a6ff-20e44640626d HTTP/1.1" status: 200 len: 850 time: 0.1897769 Sep 16 15:09:55.241493 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8dc69e-ff4b-4038-975d-d6abd1ab576e" -d '{"events": [{"name": "network-changed", "server_uuid": "8475c6eb-b82a-478f-8834-9c519d3da427", "tag": "49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:09:55.287261 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b4d609f7-f943-47d0-b839-806fd84c3171 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3476629 Sep 16 15:09:55.361904 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5445fed5-0631-4ae9-bc35-419d10fc515c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a89d935-91f6-4c99-89f6-6b6641bf719a", "tag": "9bfa5acc-2d34-4f26-9742-f0685f66f757"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:09:55.388705 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-c7fd580a-3fb4-43f0-abcc-ac0c97b71920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.394763 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-c7fd580a-3fb4-43f0-abcc-ac0c97b71920 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 1096 time: 0.3737371 Sep 16 15:09:55.403324 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce41b9-5415-42b4-926e-8d30ca0c8d36 req-536c574d-f68d-4536-b8a2-3d1e57383f92 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.405182 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4cce41b9-5415-42b4-926e-8d30ca0c8d36 req-536c574d-f68d-4536-b8a2-3d1e57383f92 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 943 time: 0.3982356 Sep 16 15:09:55.533908 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54004) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:55.543653 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-5da3daa2-0378-4863-a26a-fb456dc25c3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29cf574f-0cfe-43d5-adfe-378c4df53916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2832427 Sep 16 15:09:55.558648 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044133161', 'description': 'tempest-description--1951402486'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:55.680237 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-a736ed18-108b-408a-9003-e17d9382ee8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757 HTTP/1.1" status: 200 len: 217 time: 0.2066648 Sep 16 15:09:55.707992 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4cce41b9-5415-42b4-926e-8d30ca0c8d36 req-3c1b8e21-2c1e-4b53-8d01-d18ae5d3d6b8 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952027 Sep 16 15:09:55.756125 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:51Z', 'revision_number': 2, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:55.795120 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:55.795484 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Updating router e22771f7-afb2-4dac-a7cd-007e49674840 port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:55.809578 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aa058-8069-4614-9aa2-26ea992e58bd req-797bba28-97ec-42b4-a28c-09f94b41e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:55.813693 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-797bba28-97ec-42b4-a28c-09f94b41e71e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.1044533 Sep 16 15:09:55.832396 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:55.974203 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-fc38478d-8a16-47a5-936f-414176b006c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528487 Sep 16 15:09:56.023287 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-9fd773d7-028d-4c7f-8395-287afb8d2798 service neutron] 10.222.0.47 "GET /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443920 Sep 16 15:09:56.284950 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af834715-4527-4663-8756-8fc2ad35d519 req-3728b849-fdc7-40c7-911b-7ed4a497c24b service neutron] 10.222.0.47 "GET /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488248 Sep 16 15:09:56.301391 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.378223 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.386286 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-fa756fe8-98ba-4ef8-a1ae-bb88e5ad8a66 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939822 Sep 16 15:09:56.486480 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57ae6e-79ec-4bc1-951c-529fc05ed5a7 None None] Network 68b39e7f-2d9a-4280-a1d9-8ef11b8551f3 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:09:56.490886 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54050) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:56.509245 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094863569', 'description': 'tempest-description--603392401'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:56.582413 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-493aa058-8069-4614-9aa2-26ea992e58bd req-8483f93c-ebdc-480c-bc71-b22eef720ab5 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839271 Sep 16 15:09:56.664804 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.676084 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.704922 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 2, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:56.743777 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.755449 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:56.755775 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Updating router 556f0380-3bc2-4eca-ad1f-e040e99fedaa port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:09:56.760012 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.798038 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.848527 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.863615 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.868754 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3309441 Sep 16 15:09:56.868754 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543e524-4b1e-4b14-8f5a-fb96059e9296 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf2028-918d-4239-b0e5-078ca23a622a,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:56.869231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54060) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:56.875457 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'security_group_rule': {'security_group_id': 'c7bf2028-918d-4239-b0e5-078ca23a622a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:56.919307 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Attempting to bind port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:56.919834 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Attempting to bind port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:56.920075 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Attempting to bind port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f on network 5d12b9d2-866f-4b19-b044-703079df8635 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:56.948544 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.970911 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:56.971300 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Checking segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:56.971829 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.972241 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Bound using segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:56.972782 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Bound port: 7bfa2fe2-2672-49a0-af45-388f13d2bd1f, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:56.985404 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.057870 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54064) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.101103 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e2652-011d-4293-a63b-66f2a0972319 x-openstack-request-id: req-2e9e2652-011d-4293-a63b-66f2a0972319 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:09:57.101396 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8475c6eb-b82a-478f-8834-9c519d3da427", "tag": "49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:09:57.101652 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e9e2652-011d-4293-a63b-66f2a0972319 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:09:57.102116 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8475c6eb-b82a-478f-8834-9c519d3da427', 'tag': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c', 'status': 'completed', 'code': 200} Sep 16 15:09:57.198390 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.210065 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.211836 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] For port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:57.217932 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] For port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:57.231711 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.262737 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.265126 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7730086 Sep 16 15:09:57.268327 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b4a7c-5b51-4d3e-ab9c-3af6ae99c222 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e559235f-db05-46db-8a41-0bdc80c132ee,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.280018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013d1e45-8134-4d25-a57f-7692369ad03a x-openstack-request-id: req-013d1e45-8134-4d25-a57f-7692369ad03a {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:09:57.280317 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a89d935-91f6-4c99-89f6-6b6641bf719a", "tag": "9bfa5acc-2d34-4f26-9742-f0685f66f757", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:09:57.280610 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-013d1e45-8134-4d25-a57f-7692369ad03a {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:09:57.283802 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'tag': '9bfa5acc-2d34-4f26-9742-f0685f66f757', 'status': 'completed', 'code': 200} Sep 16 15:09:57.285107 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54082) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.288221 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed5a4e-173f-4d1a-b44a-770ee7b5489c None None] Pushing event updated for resources: {'Port': ['ID=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.328477 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.337173 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'security_group_rule': {'security_group_id': 'e559235f-db05-46db-8a41-0bdc80c132ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:57.347277 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-be99f94f-eadd-44b6-a2f4-0cc3bb521d2b None None] Provisioning complete for port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:57.360594 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.364082 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-be99f94f-eadd-44b6-a2f4-0cc3bb521d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.373541 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54086) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.469649 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-1fa45f81-f68f-46e1-a70e-92063d84ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.474077 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-1fa45f81-f68f-46e1-a70e-92063d84ca13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a91eaf00555748de9dd37c6e0472c68b&device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 1097 time: 0.3324976 Sep 16 15:09:57.548705 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:57.551778 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:57.559425 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed5a4e-173f-4d1a-b44a-770ee7b5489c None None] Pushing event updated for resources: {'Port': ['ID=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,revision_number=4']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.679350 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-47cbb671-98da-4798-b6c9-bfeb4a4bd176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.708643 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-1149b951-5493-4670-8fe4-1446f6655269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.710114 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-1149b951-5493-4670-8fe4-1446f6655269 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 1096 time: 0.2248454 Sep 16 15:09:57.710821 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.795292 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16909c06-b9b2-460f-ac04-ce42cf006451 req-50c33688-f0b4-452a-8200-e96e1143b2f9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.803990 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-be99f94f-eadd-44b6-a2f4-0cc3bb521d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.804669 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c78b640-92ee-4b1d-9d91-044d64c82f1b,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:57.807272 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54102) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.808128 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-16909c06-b9b2-460f-ac04-ce42cf006451 req-50c33688-f0b4-452a-8200-e96e1143b2f9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 943 time: 0.4156926 Sep 16 15:09:57.827114 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-92044785-network', 'tenant_id': 'ed0d1dd78c3043efa0dfbc9c307fbea8'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:57.829780 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:57.838942 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.840567 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-285f7ded-22b6-40ff-a929-f393fe9714fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9702353 Sep 16 15:09:57.847507 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.859091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-be99f94f-eadd-44b6-a2f4-0cc3bb521d2b None None] For port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:57.859877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d226-6ee4-4223-8826-f6003dac47d8 req-a0e27b34-b042-4514-baec-dd4731d843c8 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.860941 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.861324 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54104) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:57.862344 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f102d226-6ee4-4223-8826-f6003dac47d8 req-a0e27b34-b042-4514-baec-dd4731d843c8 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 944 time: 0.5565047 Sep 16 15:09:57.863297 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.875184 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-be99f94f-eadd-44b6-a2f4-0cc3bb521d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.875834 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'security_group_rule': {'security_group_id': 'c7bf2028-918d-4239-b0e5-078ca23a622a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:57.985249 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f102d226-6ee4-4223-8826-f6003dac47d8 req-4582ce25-102e-40d8-b86e-c345f32df336 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151416 Sep 16 15:09:57.986477 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-c519c290-d7b4-4649-a0d0-b6c952283128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:57.987845 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-c519c290-d7b4-4649-a0d0-b6c952283128 service neutron] 10.222.0.47 "GET /v2.0/networks?id=29cf574f-0cfe-43d5-adfe-378c4df53916 HTTP/1.1" status: 200 len: 911 time: 0.4939911 Sep 16 15:09:58.025654 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a41d21-865b-457e-90d5-6fe2299d6f07 None None] Pushing event updated for resources: {'Port': ['ID=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.069542 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-90f50fa1-6a89-4b1d-80b3-aed7003dd6c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c HTTP/1.1" status: 200 len: 217 time: 0.0713966 Sep 16 15:09:58.082860 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99f94f-eadd-44b6-a2f4-0cc3bb521d2b None None] Pushing event updated for resources: {'Port': ['ID=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.097252 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.104365 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Attempting to bind port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:09:58.105098 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Attempting to bind port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:09:58.105915 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Attempting to bind port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:09:58.107499 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-16909c06-b9b2-460f-ac04-ce42cf006451 req-67f7a4be-a924-4662-b194-ed3a2f29375e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969418 Sep 16 15:09:58.114086 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:09:58.115040 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Checking segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:09:58.117284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.118197 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Bound using segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:09:58.118914 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Bound port: 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:09:58.119516 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.125064 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-1af5664c-0a94-4e2e-9cbb-3d5f1a81d906 None None] Provisioning complete for port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:58.125670 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1af5664c-0a94-4e2e-9cbb-3d5f1a81d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.132628 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.160589 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b26aee-aa88-4676-83a7-f5ce432a36b9,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.183292 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-97b4151c-00af-42fc-80c0-a385862d4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.185548 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-97b4151c-00af-42fc-80c0-a385862d4121 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81fbb8f8-b5bd-4660-a6ff-20e44640626d HTTP/1.1" status: 200 len: 850 time: 0.0868101 Sep 16 15:09:58.204183 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:58.205128 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-47cbb671-98da-4798-b6c9-bfeb4a4bd176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.216128 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-47cbb671-98da-4798-b6c9-bfeb4a4bd176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.226095 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-6643fd87-5d5e-4a3a-b248-1d5ada5b545b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29cf574f-0cfe-43d5-adfe-378c4df53916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336552 Sep 16 15:09:58.238174 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c6315-382d-4d79-bfce-2e74a0753219 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:58.263859 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbb671-98da-4798-b6c9-bfeb4a4bd176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6568707-2f87-49ba-9e4a-1fb24d477121,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.269289 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.db.api [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:09:58.269289 dv-cinder-774288-9-iscsi neutron-server[94154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 15:09:58.269289 dv-cinder-774288-9-iscsi neutron-server[94154]: [parameters: {'project_id_1': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'expiration_1': datetime.datetime(2021, 9, 16, 15, 9, 37, 933331)}] Sep 16 15:09:58.269289 dv-cinder-774288-9-iscsi neutron-server[94154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:09:58.269646 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG oslo_db.api [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:09:58.270129 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.db.api [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:09:58.270129 dv-cinder-774288-9-iscsi neutron-server[94154]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 15:09:58.270129 dv-cinder-774288-9-iscsi neutron-server[94154]: [parameters: {'project_id_1': '9755cec68288405f865c3af072bb8801', 'expiration_1': datetime.datetime(2021, 9, 16, 15, 9, 37, 883896)}] Sep 16 15:09:58.270129 dv-cinder-774288-9-iscsi neutron-server[94154]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94154) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:09:58.270542 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG oslo_db.api [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:09:58.304554 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Made reservation on behalf of ed0d1dd78c3043efa0dfbc9c307fbea8 for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:58.306928 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.345785 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] For port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:09:58.350476 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.351701 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9ec6f26e-ef97-44e6-938d-6f5d982de4bf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0569980 Sep 16 15:09:58.356091 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.375179 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54106) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:58.380861 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'security_group_rule': {'security_group_id': 'e559235f-db05-46db-8a41-0bdc80c132ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:58.384150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] For port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:09:58.395301 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.436123 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-fe7e8738-8e7f-44c7-a756-a6a4b4c2b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.437842 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-fe7e8738-8e7f-44c7-a756-a6a4b4c2b241 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 916 time: 0.6996522 Sep 16 15:09:58.449519 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-47cbb671-98da-4798-b6c9-bfeb4a4bd176 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f841742b6f34b00bad94c483eae6755&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3752632 Sep 16 15:09:58.453801 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54108) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:58.468173 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a41d21-865b-457e-90d5-6fe2299d6f07 None None] Pushing event updated for resources: {'Port': ['ID=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:58.480752 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:58.481405 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:58.498808 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.518983 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-ef7619e0-10b5-4972-ad14-b237ab0b0c94 service neutron] 10.222.0.47 "GET /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823980 Sep 16 15:09:58.522936 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-55ee08ef-5ab6-455f-8458-d90d0e28626d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757 HTTP/1.1" status: 200 len: 217 time: 0.0712314 Sep 16 15:09:58.541536 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-2b3623f3-6010-4aa9-b98d-83d2d72fff87 None None] Provisioning complete for port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:58.541905 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2b3623f3-6010-4aa9-b98d-83d2d72fff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.592818 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-308eba09-35ef-41b5-8ef3-f04bbabf5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:58.595431 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-308eba09-35ef-41b5-8ef3-f04bbabf5bf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.0615852 Sep 16 15:09:58.648196 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-77396722-f061-41c2-8d5b-a10951d29c59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427639 Sep 16 15:09:58.720140 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:58.762366 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-08ccaae4-845d-40da-8bfd-9730aa49a929 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041272 Sep 16 15:09:58.763237 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2b3623f3-6010-4aa9-b98d-83d2d72fff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.773706 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.862739 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-2b3623f3-6010-4aa9-b98d-83d2d72fff87 None None] For port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:09:58.896843 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2b3623f3-6010-4aa9-b98d-83d2d72fff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.956873 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a11b-420a-45af-ac8c-d2080e445c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:58.974656 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5445fed5-0631-4ae9-bc35-419d10fc515c req-f41820fe-0e33-4fcb-b2ff-2da2158d4536 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969981 Sep 16 15:09:58.985548 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-db8dc69e-ff4b-4038-975d-d6abd1ab576e req-fe4bfdcb-55cf-4318-92e2-d6d99ebc11d5 service neutron] 10.222.0.47 "GET /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472926 Sep 16 15:09:58.996720 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.035525 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.040718 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a11b-420a-45af-ac8c-d2080e445c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.057208 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.073000 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3623f3-6010-4aa9-b98d-83d2d72fff87 None None] Pushing event updated for resources: {'Port': ['ID=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.073966 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.087729 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:09:59.089189 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-803aeaa3-d868-4f78-a37e-3e717e0f8fc8 None None] Provisioning complete for port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:59.089576 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-803aeaa3-d868-4f78-a37e-3e717e0f8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.099919 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.100561 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Added segment 21e40f02-592c-42c1-8cf5-c3b28bd3d8eb of type vlan for network bd40c6f4-a047-4225-8c7a-8cf6706cf477 Sep 16 15:09:59.132062 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.159885 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.197078 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:59.249950 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98178fe-e874-402c-a0ea-d86c624a4f23 None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:59.254362 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.255490 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.256096 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.258946 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c262667-e958-492a-b5f2-d92f61bba9a9,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.268230 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.272546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcf3fcd-72b9-4740-b228-8a5715db6774,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.388654 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd40c6f4-a047-4225-8c7a-8cf6706cf477,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.401597 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.403202 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31879683-df90-4c9a-981e-9919c0cfa554 req-54ea03f5-7d26-4f17-a34e-b7bcfc1bec39 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.409860 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-31879683-df90-4c9a-981e-9919c0cfa554 req-54ea03f5-7d26-4f17-a34e-b7bcfc1bec39 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 944 time: 0.2159839 Sep 16 15:09:59.432877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a11b-420a-45af-ac8c-d2080e445c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.435788 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1ac0a11b-420a-45af-ac8c-d2080e445c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.440331 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1ac0a11b-420a-45af-ac8c-d2080e445c67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6568707-2f87-49ba-9e4a-1fb24d477121 HTTP/1.1" status: 204 len: 168 time: 0.9828348 Sep 16 15:09:59.464361 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23550c3d-0c14-4ea3-b5ba-55e20fdd73e6,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.467710 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0a11b-420a-45af-ac8c-d2080e445c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6568707-2f87-49ba-9e4a-1fb24d477121,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.507266 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd8568-a4d4-43c4-942d-8aabe7ac6a35 req-c0927204-c1ed-40ef-b9a9-0e7990b565e3 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:59.510176 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-81fd8568-a4d4-43c4-942d-8aabe7ac6a35 req-c0927204-c1ed-40ef-b9a9-0e7990b565e3 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 943 time: 0.2401717 Sep 16 15:09:59.511641 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-31879683-df90-4c9a-981e-9919c0cfa554 req-39f5993f-9fcb-4c2f-8edf-7509a0e19199 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558546 Sep 16 15:09:59.532952 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.549550 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.550982 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-dd390e0f-2bb4-4797-9bb0-497042c5b37a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1736126 Sep 16 15:09:59.553034 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b18bf99d-9d21-4dd3-a3fc-c8cc373cc1a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7301779 Sep 16 15:09:59.554047 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54126) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:59.560167 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:59.568557 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54128) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:59.574756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network bd40c6f4-a047-4225-8c7a-8cf6706cf477 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:09:59.579684 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Request body: {'subnet': {'network_id': 'bd40c6f4-a047-4225-8c7a-8cf6706cf477', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-92044785-subnet', 'tenant_id': 'ed0d1dd78c3043efa0dfbc9c307fbea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:59.592561 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.635546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.640221 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.641402 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a11792dc-d4e2-49e1-8218-748c398bb178 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7705882 Sep 16 15:09:59.644402 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54130) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:59.658569 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:09:59.660642 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7bfa2fe2-2672-49a0-af45-388f13d2bd1f up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:59.689353 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f410ca-ffb9-4d7a-8ce0-1eba8e0c2d20,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:59.739966 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54132) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:09:59.741407 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a1361873-815a-4788-afac-d0d411a735b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9755cec68288405f865c3af072bb8801&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3628783 Sep 16 15:09:59.749949 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:59.750724 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.772540 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-81fd8568-a4d4-43c4-942d-8aabe7ac6a35 req-b1c2d48c-5b7a-4948-b86f-893f2e72c830 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215943 Sep 16 15:09:59.793819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Made reservation on behalf of ed0d1dd78c3043efa0dfbc9c307fbea8 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:09:59.798106 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.875423 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:09:59.929990 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:09:59.930240 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.954888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.996636 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d2cb346c-471e-435b-88ca-8719c5b5fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.031087 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54136) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:00.046931 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d17bd11-a90c-425e-9950-722f1c6caf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.071109 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d2cb346c-471e-435b-88ca-8719c5b5fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.175954 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d17bd11-a90c-425e-9950-722f1c6caf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.196182 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.196355 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d17bd11-a90c-425e-9950-722f1c6caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.210138 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.258143 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17bd11-a90c-425e-9950-722f1c6caf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10faee84-f213-469c-8261-65d7fb1e4bd1,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:00.286731 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4d17bd11-a90c-425e-9950-722f1c6caf1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c2df2e4b956482f841091e4e9e7245b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540944 Sep 16 15:10:00.289445 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54144) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:00.325664 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d2cb346c-471e-435b-88ca-8719c5b5fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.328782 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d2cb346c-471e-435b-88ca-8719c5b5fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.332732 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d2cb346c-471e-435b-88ca-8719c5b5fc29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9f410ca-ffb9-4d7a-8ce0-1eba8e0c2d20 HTTP/1.1" status: 204 len: 168 time: 0.5912979 Sep 16 15:10:00.361276 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9f2ef2d0-f9c8-456d-8f67-20a55638bab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.362473 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb346c-471e-435b-88ca-8719c5b5fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f410ca-ffb9-4d7a-8ce0-1eba8e0c2d20,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:00.369609 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc410be-cd4b-4542-b419-2f87b5badee9,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:00.385460 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9f2ef2d0-f9c8-456d-8f67-20a55638bab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.408414 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Checking segment: {'id': '21e40f02-592c-42c1-8cf5-c3b28bd3d8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd40c6f4-a047-4225-8c7a-8cf6706cf477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:00.409833 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Network hostable DHCP agents. Network: bd40c6f4-a047-4225-8c7a-8cf6706cf477, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:10:00.452221 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.457194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9f2ef2d0-f9c8-456d-8f67-20a55638bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.463138 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9f2ef2d0-f9c8-456d-8f67-20a55638bab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.465218 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9f2ef2d0-f9c8-456d-8f67-20a55638bab0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10faee84-f213-469c-8261-65d7fb1e4bd1 HTTP/1.1" status: 204 len: 168 time: 0.1746986 Sep 16 15:10:00.474842 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Network bd40c6f4-a047-4225-8c7a-8cf6706cf477 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:10:00.481167 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ef2d0-f9c8-456d-8f67-20a55638bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10faee84-f213-469c-8261-65d7fb1e4bd1,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:00.491108 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, bd40c6f4-a047-4225-8c7a-8cf6706cf477) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:00.504271 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b4410-05b6-4a1d-ac5e-91c67d1a0cfe None None] Network bd40c6f4-a047-4225-8c7a-8cf6706cf477 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:00.533854 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.534535 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.554920 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Allocated IP 172.27.2.68 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/9b9cbd32-d068-4b32-b7af-4068d95296f4) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:00.603307 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-da8a9121-0ead-4f77-b810-3b7bf30018d6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0310366 Sep 16 15:10:00.682164 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c1ec9-a029-4d0d-acdf-da720e89df43 None None] Network bd40c6f4-a047-4225-8c7a-8cf6706cf477 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:00.741713 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb750b-61ec-4791-908e-2b51b14fa8c5 req-f01847c2-45f0-4ab9-a8f2-852714e309fb tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.743139 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6beb750b-61ec-4791-908e-2b51b14fa8c5 req-f01847c2-45f0-4ab9-a8f2-852714e309fb tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 944 time: 0.1380901 Sep 16 15:10:00.807202 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54166) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:00.855518 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.869810 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6beb750b-61ec-4791-908e-2b51b14fa8c5 req-a092aec2-8590-4f00-a4a0-382a0745a591 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200011 Sep 16 15:10:00.910042 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Deleting subnet e9f88997-ded8-443b-a6a3-6d8aa1d00a3b {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:10:00.914528 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.926474 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:00.962572 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee2a2-c078-449c-b549-1fd87a59e22e req-f891662b-e54f-4618-b64e-2158b9fd392d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:00.964148 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6a2ee2a2-c078-449c-b549-1fd87a59e22e req-f891662b-e54f-4618-b64e-2158b9fd392d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 943 time: 0.1042905 Sep 16 15:10:01.004315 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:01.011703 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:01.016159 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.017401 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54174) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:01.022333 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:01.027571 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.049703 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Allocated IP 172.27.2.192 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/229b8668-4413-495f-8f63-6782b9771eb7) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:01.067216 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1cf11628-dc50-4be8-ba39-6d82fc227823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.071275 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6a2ee2a2-c078-449c-b549-1fd87a59e22e req-5afab8cf-a0f9-480b-8eb2-c37f53bd66bb tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931013 Sep 16 15:10:01.076017 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'Port': ['ID=9b9cbd32-d068-4b32-b7af-4068d95296f4,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.114810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.145637 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f88997-ded8-443b-a6a3-6d8aa1d00a3b,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.149459 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.155208 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-609e8392-9a71-4133-9ff7-4af5af7fb2a2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9f88997-ded8-443b-a6a3-6d8aa1d00a3b HTTP/1.1" status: 204 len: 168 time: 0.3468883 Sep 16 15:10:01.155996 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54178) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:01.236959 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.245829 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.312886 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.364434 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.368157 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.395016 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.395284 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.396164 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.396785 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > port after_create 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.397069 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.397423 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > port after_update 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.397926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.398250 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.398574 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.399610 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.492550 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1cf11628-dc50-4be8-ba39-6d82fc227823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.511592 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1cf11628-dc50-4be8-ba39-6d82fc227823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.514571 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.611731 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.612063 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.612390 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.612748 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94154) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:10:01.613130 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b39e7f-2d9a-4280-a1d9-8ef11b8551f3']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:01.623670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:01.629385 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1cf11628-dc50-4be8-ba39-6d82fc227823 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1232106c8f5f4fae96f0b3968216ef72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951943 Sep 16 15:10:01.631242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11628-dc50-4be8-ba39-6d82fc227823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ebc958-e78f-4644-8d1c-4575886829f6,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.637801 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54192) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:01.638656 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:01.641865 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:01.653593 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0b8bc6-1808-4eec-98fd-5db9caf08864') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:01.653894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0b8bc6-1808-4eec-98fd-5db9caf08864') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:01.666170 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'Port': ['ID=229b8668-4413-495f-8f63-6782b9771eb7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.686784 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.713713 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.724091 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:10:01.724554 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: from cryptography.utils import int_from_bytes Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: from cryptography.utils import int_from_bytes Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:10:01.729123 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:10:01.747929 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.762733 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.774933 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.810890 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.811069 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.835284 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.841040 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] 10.222.0.36 "DELETE /v2.0/networks/68b39e7f-2d9a-4280-a1d9-8ef11b8551f3 HTTP/1.1" status: 204 len: 168 time: 0.6838210 Sep 16 15:10:01.842263 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54204) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:01.844529 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5865a17-b7da-4e23-92be-5b8fdd743f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=68b39e7f-2d9a-4280-a1d9-8ef11b8551f3,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:01.899319 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Deleting subnet 8cc410be-cd4b-4542-b419-2f87b5badee9 {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:10:01.903031 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:01.946440 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.007463 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.043826 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:02.093095 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-09a318a9-687d-4a78-bdc4-dfa072ce3ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.126253 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.168182 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'Port': ['ID=9b9cbd32-d068-4b32-b7af-4068d95296f4,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.184382 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,segment=NetworkSegment(6330151b-bc97-4dc3-9f55-cd1cf6235da9),segment_id=6330151b-bc97-4dc3-9f55-cd1cf6235da9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.187819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.189079 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a3b3a02f-dbb3-4678-a735-45382074c3f6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6340783 Sep 16 15:10:02.194701 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.200308 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-09a318a9-687d-4a78-bdc4-dfa072ce3ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.216208 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c', 'network_id': '29cf574f-0cfe-43d5-adfe-378c4df53916', 'port_id': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c', 'mac_address': 'fa:16:3e:ec:97:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81fbb8f8-b5bd-4660-a6ff-20e44640626d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:02.216477 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.223815 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8cc410be-cd4b-4542-b419-2f87b5badee9 HTTP/1.1" status: 204 len: 168 time: 0.3774714 Sep 16 15:10:02.225858 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036135e-16e6-4646-9673-b66f3282f5e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc410be-cd4b-4542-b419-2f87b5badee9,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.231559 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54228) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:02.263259 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f79ce-2dab-4fef-8384-ffb914ac8c8d req-37b4b477-6ca4-424d-8ac3-daf1773558b7 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.265610 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3e6f79ce-2dab-4fef-8384-ffb914ac8c8d req-37b4b477-6ca4-424d-8ac3-daf1773558b7 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 944 time: 0.1506975 Sep 16 15:10:02.326241 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.355042 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3e6f79ce-2dab-4fef-8384-ffb914ac8c8d req-a9f815ef-ef6b-4eee-83b1-31c4846a3691 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708587 Sep 16 15:10:02.366866 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf6801-acb8-4f2e-b287-1e1ec5ced42d req-8a8b0c19-c412-4aa2-97ab-efb126cdbb4e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.368632 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6ddf6801-acb8-4f2e-b287-1e1ec5ced42d req-8a8b0c19-c412-4aa2-97ab-efb126cdbb4e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 943 time: 0.1295950 Sep 16 15:10:02.374461 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:02.374762 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.420086 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,segment=NetworkSegment(6330151b-bc97-4dc3-9f55-cd1cf6235da9),segment_id=6330151b-bc97-4dc3-9f55-cd1cf6235da9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.423160 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-09a318a9-687d-4a78-bdc4-dfa072ce3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.426640 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-09a318a9-687d-4a78-bdc4-dfa072ce3ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.428585 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.428967 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 9bfa5acc-2d34-4f26-9742-f0685f66f757 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:02.441821 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-09a318a9-687d-4a78-bdc4-dfa072ce3ad5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8ebc958-e78f-4644-8d1c-4575886829f6 HTTP/1.1" status: 204 len: 168 time: 0.8009238 Sep 16 15:10:02.479709 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a318a9-687d-4a78-bdc4-dfa072ce3ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ebc958-e78f-4644-8d1c-4575886829f6,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.492272 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6ddf6801-acb8-4f2e-b287-1e1ec5ced42d req-33b1ae07-2167-421c-85a3-c0cccb36455d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149459 Sep 16 15:10:02.580101 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.601803 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.605025 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.631652 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd40c6f4-a047-4225-8c7a-8cf6706cf477']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:02.642763 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.657391 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e40f02-592c-42c1-8cf5-c3b28bd3d8eb') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:02.657759 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e40f02-592c-42c1-8cf5-c3b28bd3d8eb') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:02.658883 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-dc2e9165-97f2-4f56-8c8f-df5dae254f2b tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2094863569&fields=id&tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844 HTTP/1.1" status: 200 len: 267 time: 0.1102023 Sep 16 15:10:02.668846 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.681184 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.684607 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.693746 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:10:02.694101 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:10:02.696162 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:10:02.707195 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 9bfa5acc-2d34-4f26-9742-f0685f66f757, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.716719 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.726342 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0731204 Sep 16 15:10:02.742658 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5169ce7-89c7-438a-a58e-5538e297eb55 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'Port': ['ID=229b8668-4413-495f-8f63-6782b9771eb7,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.757854 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '9bfa5acc-2d34-4f26-9742-f0685f66f757', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'port_id': '9bfa5acc-2d34-4f26-9742-f0685f66f757', 'mac_address': 'fa:16:3e:09:23:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90b9e83-ce31-4673-bb60-540443ca12d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:02.774338 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.783771 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.789614 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bd40c6f4-a047-4225-8c7a-8cf6706cf477 HTTP/1.1" status: 204 len: 168 time: 0.5566921 Sep 16 15:10:02.804208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9acb3-5026-47b9-97fc-50c888b675c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd40c6f4-a047-4225-8c7a-8cf6706cf477,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.827234 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.834116 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-c2bde967-d983-4cd6-a9c5-4e82b96588a4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:02.838662 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-c2bde967-d983-4cd6-a9c5-4e82b96588a4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 811 time: 0.1761713 Sep 16 15:10:02.843679 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfa5acc-2d34-4f26-9742-f0685f66f757 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:02.863641 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-e766b684-b471-454d-a4a9-273a2d4f60c9 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/quotas/9d2d7b3f1bc24383bdcd7a08fa552844 HTTP/1.1" status: 200 len: 375 time: 0.0195658 Sep 16 15:10:02.893108 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 9bfa5acc-2d34-4f26-9742-f0685f66f757, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:02.902559 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:02.936085 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-c113afd7-d5e8-4651-9bff-18971b87a02f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669310 Sep 16 15:10:02.990093 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=9bfa5acc-2d34-4f26-9742-f0685f66f757,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:02.995212 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-077e8277-57f8-4092-821e-3369d8fbcf9d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2044133161&fields=id&tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 267 time: 0.0542450 Sep 16 15:10:03.098919 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-673e6390-a92f-4279-a09a-4fc6d9937ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450298 Sep 16 15:10:03.171495 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-e7a0983d-0686-4e53-b1db-fd88e60974d2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.173780 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-e7a0983d-0686-4e53-b1db-fd88e60974d2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 816 time: 0.1703012 Sep 16 15:10:03.192459 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-203fa507-c7ec-45d1-a82c-e12795174a06 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/quotas/b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 375 time: 0.0122445 Sep 16 15:10:03.230541 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-7620a011-4d3b-4220-b784-457dde92b543 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197913 Sep 16 15:10:03.286428 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-630a692f-5b2f-4f50-b58f-501486f85778 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862813 Sep 16 15:10:03.325722 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54296) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:03.354476 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:03.407432 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9a173e3e-c9af-4181-8f9c-7b818cd86dc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=352e5d027bce487ab969fdd87eedd1a7&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0803809 Sep 16 15:10:03.409955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54304) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:03.472602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:03.497782 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1ae2-29a9-458a-87ef-a7b189f318ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.525890 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-3e03d197-a071-413c-bf56-faea955a1c04 service neutron] 10.222.0.36 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243776 Sep 16 15:10:03.550950 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1ae2-29a9-458a-87ef-a7b189f318ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.572052 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54316) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:03.605010 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbb31b-cd77-4458-a2d7-8873215346e9 req-b5b9abf9-7f62-42a0-8c2c-edc3aaf5710a tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.606577 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fdfbb31b-cd77-4458-a2d7-8873215346e9 req-b5b9abf9-7f62-42a0-8c2c-edc3aaf5710a tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 945 time: 0.0959191 Sep 16 15:10:03.695862 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fdfbb31b-cd77-4458-a2d7-8873215346e9 req-8155e2a8-a3b1-479b-a782-be846cbd386b tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705278 Sep 16 15:10:03.709573 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1ae2-29a9-458a-87ef-a7b189f318ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.710281 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-bc194231-3351-4ea0-849c-bd150242c3dc service neutron] 10.222.0.36 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774161 Sep 16 15:10:03.712154 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1ae2-29a9-458a-87ef-a7b189f318ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:03.713314 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8c6a1ae2-29a9-458a-87ef-a7b189f318ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a51e9b60-8382-4fd2-b71d-c8f875a28a3b HTTP/1.1" status: 204 len: 168 time: 0.3021672 Sep 16 15:10:03.734850 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a1ae2-29a9-458a-87ef-a7b189f318ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e9b60-8382-4fd2-b71d-c8f875a28a3b,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:03.793194 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-be6ae650-3cce-4982-9c2e-cc28f24ecf6b req-e9af1333-2347-49ef-bfb7-d047bbdac2ce tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 210 time: 0.0387514 Sep 16 15:10:03.957031 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-42c4c4b8-f2b8-4ff6-b773-4e34d76b0749 req-54b83e79-9a28-4a6e-b2d3-05ab9dc614b1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 210 time: 0.0378664 Sep 16 15:10:03.960942 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f6a09-e8a1-4dc1-b2e0-0ceb72e01be1 req-250f21c4-891c-45d4-98b2-e487fbe8cc5c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:03.976910 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-965f6a09-e8a1-4dc1-b2e0-0ceb72e01be1 req-250f21c4-891c-45d4-98b2-e487fbe8cc5c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 944 time: 0.1136134 Sep 16 15:10:04.089821 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-965f6a09-e8a1-4dc1-b2e0-0ceb72e01be1 req-008df798-c57e-4d1c-982b-dce2e55c5616 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066589 Sep 16 15:10:04.090948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fee94ba-c288-4d6c-b14c-359f2f0a7beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.217771 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54346) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:04.249171 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fee94ba-c288-4d6c-b14c-359f2f0a7beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.257770 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fee94ba-c288-4d6c-b14c-359f2f0a7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.313847 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2fee94ba-c288-4d6c-b14c-359f2f0a7beb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86d4dcb585bf43e080e9830723a9421d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381403 Sep 16 15:10:04.316792 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54352) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:04.331266 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee94ba-c288-4d6c-b14c-359f2f0a7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df51fd21-adf8-4c46-8375-7cf8327a3a62,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.386207 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-45f10280-a63e-46af-8db0-6d86b823e188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.416740 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-45f10280-a63e-46af-8db0-6d86b823e188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.484136 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-45f10280-a63e-46af-8db0-6d86b823e188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.487170 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-45f10280-a63e-46af-8db0-6d86b823e188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.491585 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-45f10280-a63e-46af-8db0-6d86b823e188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df51fd21-adf8-4c46-8375-7cf8327a3a62 HTTP/1.1" status: 204 len: 168 time: 0.1734991 Sep 16 15:10:04.505563 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f10280-a63e-46af-8db0-6d86b823e188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df51fd21-adf8-4c46-8375-7cf8327a3a62,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.568050 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-262fa869-6482-4daf-9a53-73b94c74d1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.678735 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54362) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:04.682404 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-262fa869-6482-4daf-9a53-73b94c74d1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.687626 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-262fa869-6482-4daf-9a53-73b94c74d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.732463 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3149bbcf-f9f0-4aca-925c-d29ddc94187c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed0d1dd78c3043efa0dfbc9c307fbea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499849 Sep 16 15:10:04.733109 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54368) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:04.740381 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-262fa869-6482-4daf-9a53-73b94c74d1e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8eab2cdced7b42deb268e44de60da8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182533 Sep 16 15:10:04.743092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54370) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:04.771803 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fa869-6482-4daf-9a53-73b94c74d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29496634-9cb0-4206-a0d9-a75487c74db3,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:04.795683 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cf630d0e-087a-41d8-944f-d38ea51c951b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.853247 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cf630d0e-087a-41d8-944f-d38ea51c951b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.968699 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f0fe5651-dde4-481f-a4ab-8f5af33114d5 req-51c67e6c-6850-40b6-b50c-e9fd1fb63651 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 210 time: 0.0596747 Sep 16 15:10:05.001231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54378) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:05.011352 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cf630d0e-087a-41d8-944f-d38ea51c951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.017563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cf630d0e-087a-41d8-944f-d38ea51c951b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.019590 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-cf630d0e-087a-41d8-944f-d38ea51c951b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c262667-e958-492a-b5f2-d92f61bba9a9 HTTP/1.1" status: 204 len: 168 time: 0.2858040 Sep 16 15:10:05.037740 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d88c-5297-4f40-9200-163fab49106a req-219a7bc7-4c68-4b1c-801d-2185262fdc39 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.038647 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fb1d88c-5297-4f40-9200-163fab49106a req-219a7bc7-4c68-4b1c-801d-2185262fdc39 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 945 time: 0.2632129 Sep 16 15:10:05.041916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f63a-906a-46c9-bc9c-27a41aeb3f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.066184 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3483f570-a303-47ca-8d73-72862b776749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.078242 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f63a-906a-46c9-bc9c-27a41aeb3f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.086025 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf630d0e-087a-41d8-944f-d38ea51c951b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c262667-e958-492a-b5f2-d92f61bba9a9,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:05.114554 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fb1d88c-5297-4f40-9200-163fab49106a req-9f08fe28-86eb-4570-8305-3f22be5d38d9 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676908 Sep 16 15:10:05.159404 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f63a-906a-46c9-bc9c-27a41aeb3f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.162579 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d6a9f63a-906a-46c9-bc9c-27a41aeb3f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.164181 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d6a9f63a-906a-46c9-bc9c-27a41aeb3f00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29496634-9cb0-4206-a0d9-a75487c74db3 HTTP/1.1" status: 204 len: 168 time: 0.4199030 Sep 16 15:10:05.177815 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f7c4f465-4aaf-49c0-9ffa-cba642afc52a req-1e4f158e-123a-430c-b916-2e3eec0c9626 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 210 time: 0.0537612 Sep 16 15:10:05.185400 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9f63a-906a-46c9-bc9c-27a41aeb3f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29496634-9cb0-4206-a0d9-a75487c74db3,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:05.310228 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de10f8-66e5-4fff-b31c-0fc99b19fd88 req-3763d952-3406-4333-9e37-9e2b364e500d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.317017 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-90de10f8-66e5-4fff-b31c-0fc99b19fd88 req-3763d952-3406-4333-9e37-9e2b364e500d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 944 time: 0.0884850 Sep 16 15:10:05.334358 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-d1814a7a-f0a6-4ad6-98a2-a7b16fb1198e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.338378 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-d1814a7a-f0a6-4ad6-98a2-a7b16fb1198e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 811 time: 0.2415969 Sep 16 15:10:05.359312 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-90de10f8-66e5-4fff-b31c-0fc99b19fd88 req-e81260cb-df10-4b6c-8a9b-4d5981395876 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Sep 16 15:10:05.406916 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3483f570-a303-47ca-8d73-72862b776749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.425184 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3483f570-a303-47ca-8d73-72862b776749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.454850 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-9205f472-3c05-49fa-a447-e1f779cb551f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844 HTTP/1.1" status: 200 len: 380 time: 0.0833366 Sep 16 15:10:05.474152 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'port': {'device_id': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'admin_state_up': True, 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'security_groups': ['e559235f-db05-46db-8a41-0bdc80c132ee']}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:05.494279 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3483f570-a303-47ca-8d73-72862b776749 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf0280d58c754cfb9ce7c406fad89f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918344 Sep 16 15:10:05.496925 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54394) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:05.517308 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483f570-a303-47ca-8d73-72862b776749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63a531f-7cc7-46a2-ab40-001f71869c99,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:05.563633 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f51ea53-701f-420a-82d2-a1362c15965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.597942 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f51ea53-701f-420a-82d2-a1362c15965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.651183 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Made reservation on behalf of 9d2d7b3f1bc24383bdcd7a08fa552844 for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:05.659452 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.752238 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-e4551e6c-aa98-49a2-93ca-2d48947731b7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:05.754155 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-e4551e6c-aa98-49a2-93ca-2d48947731b7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 816 time: 0.1584980 Sep 16 15:10:05.755373 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f51ea53-701f-420a-82d2-a1362c15965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.758439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f51ea53-701f-420a-82d2-a1362c15965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.759602 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7f51ea53-701f-420a-82d2-a1362c15965c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a63a531f-7cc7-46a2-ab40-001f71869c99 HTTP/1.1" status: 204 len: 168 time: 0.2617178 Sep 16 15:10:05.768391 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51ea53-701f-420a-82d2-a1362c15965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63a531f-7cc7-46a2-ab40-001f71869c99,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:05.826713 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-9b359d27-d174-4c52-a899-774ca5b079bf tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 380 time: 0.0558059 Sep 16 15:10:05.836459 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54408) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:05.843655 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'port': {'device_id': 'e44708de-3421-4476-95ab-3aa8506590ea', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'admin_state_up': True, 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'security_groups': ['c7bf2028-918d-4239-b0e5-078ca23a622a']}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:05.874757 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-380811ed-4d9b-49c9-89dc-6f1e700d3a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:05.884963 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Allocated IP 172.20.0.7 (69bb72f0-3125-4a7e-978d-01aa99e54fa9/926ba48a-b11c-4d59-96ef-23d3c4df8b47/7f6d37d9-f33b-4b5d-ac82-928cc311418a) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:05.994711 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:06.033949 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-380811ed-4d9b-49c9-89dc-6f1e700d3a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.041467 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-380811ed-4d9b-49c9-89dc-6f1e700d3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.094561 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Made reservation on behalf of b4a1a0787ce0446cb20ae487dc9a63b1 for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:06.098229 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.105022 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-380811ed-4d9b-49c9-89dc-6f1e700d3a37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4ba8d6d19aa4ec3a41446038044390f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653029 Sep 16 15:10:06.105950 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54420) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:06.106190 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:06.110798 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:06.112151 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380811ed-4d9b-49c9-89dc-6f1e700d3a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4990bc81-46ce-4e3c-ae6b-e6b0565b0487,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.112325 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.124958 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8ff4c927-7f86-4d38-a369-b3c4779696f5 req-41f1394a-3bd2-47cc-93d0-2307ee5de62f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 210 time: 0.0664937 Sep 16 15:10:06.207006 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.288823 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.304261 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Allocated IP 172.20.0.12 (5d12b9d2-866f-4b19-b044-703079df8635/838dfcac-4a3b-41ee-ab79-d9d3a87d44a8/3cc0fde2-c42c-442d-b65f-bfd917f2ccd6) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:06.305967 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.352756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8475c6eb-b82a-478f-8834-9c519d3da427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:06.374215 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8c356ea0-d2da-4bb6-b583-880d5cd849bd req-eff83447-6dfb-4e04-8b89-128d248b7cb7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 210 time: 0.0734882 Sep 16 15:10:06.397250 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6c24e6bf-ed08-4b27-bff3-587d55ee9556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.399060 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:06.407448 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:06.420875 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:06.427427 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677b9f5-a95f-4da3-9827-4bbec2d446a8 req-7dd2ad09-fa39-4345-81d0-e10c3eb4546f tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.428275 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.428854 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.429645 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5677b9f5-a95f-4da3-9827-4bbec2d446a8 req-7dd2ad09-fa39-4345-81d0-e10c3eb4546f tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 945 time: 0.1449454 Sep 16 15:10:06.445999 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'Port': ['ID=7f6d37d9-f33b-4b5d-ac82-928cc311418a,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.471091 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-0279c7af-c7b5-4aa2-8474-75974b624574 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0075555 Sep 16 15:10:06.493810 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Request body: {'port': {'device_id': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:06.517451 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,segment=NetworkSegment(6330151b-bc97-4dc3-9f55-cd1cf6235da9),segment_id=6330151b-bc97-4dc3-9f55-cd1cf6235da9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:06.524638 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.527342 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 9bfa5acc-2d34-4f26-9742-f0685f66f757 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:06.540994 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6c24e6bf-ed08-4b27-bff3-587d55ee9556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.655420 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.656090 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5677b9f5-a95f-4da3-9827-4bbec2d446a8 req-ec936652-465e-40cd-9907-bd530d6034e0 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037222 Sep 16 15:10:06.677483 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.707148 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6c24e6bf-ed08-4b27-bff3-587d55ee9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.710705 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6c24e6bf-ed08-4b27-bff3-587d55ee9556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.715603 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-6c24e6bf-ed08-4b27-bff3-587d55ee9556 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4990bc81-46ce-4e3c-ae6b-e6b0565b0487 HTTP/1.1" status: 204 len: 168 time: 0.6047163 Sep 16 15:10:06.731455 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24e6bf-ed08-4b27-bff3-587d55ee9556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4990bc81-46ce-4e3c-ae6b-e6b0565b0487,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:06.742708 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:06.754654 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e6585-748d-4607-ae56-e0bcfb31cde9 req-be2c7e0b-bb64-431c-9e34-f5a5d2f2b1e4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:06.763623 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-984e6585-748d-4607-ae56-e0bcfb31cde9 req-be2c7e0b-bb64-431c-9e34-f5a5d2f2b1e4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 944 time: 0.2145674 Sep 16 15:10:06.857407 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Network 5d12b9d2-866f-4b19-b044-703079df8635 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:06.864984 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:06.884512 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:06.892404 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-984e6585-748d-4607-ae56-e0bcfb31cde9 req-58cacc35-744d-4416-b63d-427aeb0babc0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184781 Sep 16 15:10:06.995878 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-44832b98-9169-4099-8bcc-5c7342b69de7 None None] Provisioning complete for port 7f6d37d9-f33b-4b5d-ac82-928cc311418a triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:06.996432 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-44832b98-9169-4099-8bcc-5c7342b69de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.001031 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.001707 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.016784 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.048703 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-ca9b24e1-e12e-46cf-9d01-844a4d86ad4a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2111368 Sep 16 15:10:07.063352 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.073717 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Request body: {'port': {'device_id': 'e44708de-3421-4476-95ab-3aa8506590ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:07.103387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-44832b98-9169-4099-8bcc-5c7342b69de7 None None] Port 7f6d37d9-f33b-4b5d-ac82-928cc311418a cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:10:07.109087 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 9bfa5acc-2d34-4f26-9742-f0685f66f757 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:07.119704 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 9bfa5acc-2d34-4f26-9742-f0685f66f757 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:07.120415 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.150785 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.246784 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6d37d9-f33b-4b5d-ac82-928cc311418a {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:07.253779 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.267639 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-ea108e48-7bd4-415e-b4c1-57ad2793e6ea None None] Provisioning complete for port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:07.268016 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ea108e48-7bd4-415e-b4c1-57ad2793e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.275018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Transition to ACTIVE for port object 7f6d37d9-f33b-4b5d-ac82-928cc311418a will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:07.282870 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.307492 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.325897 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-ea108e48-7bd4-415e-b4c1-57ad2793e6ea None None] Port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:10:07.350917 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 9bfa5acc-2d34-4f26-9742-f0685f66f757, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:07.356915 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.380263 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6d37d9-f33b-4b5d-ac82-928cc311418a,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.394719 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6113966-09b4-468c-867e-b88a8a3c0e88" -d '{"events": [{"server_uuid": "8475c6eb-b82a-478f-8834-9c519d3da427", "name": "network-vif-plugged", "status": "completed", "tag": "49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:07.402483 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd136f-92ee-4815-91b0-fc3f6e2a2621 req-9e7448e7-064d-4713-8aa8-e743dbcb7eab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.404017 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62fd136f-92ee-4815-91b0-fc3f6e2a2621 req-9e7448e7-064d-4713-8aa8-e743dbcb7eab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 931 time: 0.1773663 Sep 16 15:10:07.432980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=9bfa5acc-2d34-4f26-9742-f0685f66f757,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.473264 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Attempting to bind port 7f6d37d9-f33b-4b5d-ac82-928cc311418a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:07.473594 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Attempting to bind port 7f6d37d9-f33b-4b5d-ac82-928cc311418a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:07.474075 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Attempting to bind port 7f6d37d9-f33b-4b5d-ac82-928cc311418a on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:07.479418 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Port 7f6d37d9-f33b-4b5d-ac82-928cc311418a on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:07.479832 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Attempting to bind port 7f6d37d9-f33b-4b5d-ac82-928cc311418a on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:07.490227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:07.490227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Checking segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:07.490600 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Bound using segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:07.491450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Bound port: 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:07.492131 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.580219 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62fd136f-92ee-4815-91b0-fc3f6e2a2621 req-31b342a2-22a4-4e5a-bcf3-179ff1a8eadb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556685 Sep 16 15:10:07.589492 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] For port 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:07.597863 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] For port 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:07.612663 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.655112 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.656844 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.658355 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 1093 time: 1.1711590 Sep 16 15:10:07.658846 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:07.661758 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea2031-a7a6-47e8-9ed8-0d00895c8409" -d '{"events": [{"name": "network-changed", "server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:07.695901 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ae49-9e71-4501-96c3-f4f710d30a59 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6d37d9-f33b-4b5d-ac82-928cc311418a,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:07.768868 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-379eaeeb-b71f-472f-b908-18851cd8e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.770746 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-379eaeeb-b71f-472f-b908-18851cd8e16f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1096 time: 0.0486507 Sep 16 15:10:07.810037 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:07.831663 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:07.834605 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-f88b480f-964c-4bb9-80c2-96b03bac0efe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 217 time: 0.0488999 Sep 16 15:10:07.847565 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4a341d-c373-4c7e-bde5-1de2cc2c5e32 x-openstack-request-id: req-fe4a341d-c373-4c7e-bde5-1de2cc2c5e32 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:07.848156 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8475c6eb-b82a-478f-8834-9c519d3da427", "name": "network-vif-plugged", "status": "completed", "tag": "49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:07.848812 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe4a341d-c373-4c7e-bde5-1de2cc2c5e32 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:07.849266 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8475c6eb-b82a-478f-8834-9c519d3da427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c', 'code': 200} Sep 16 15:10:07.898989 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d541f45-020b-4657-a271-528f257b1940 x-openstack-request-id: req-0d541f45-020b-4657-a271-528f257b1940 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:07.899543 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:07.899955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d541f45-020b-4657-a271-528f257b1940 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:07.900706 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'status': 'completed', 'code': 200} Sep 16 15:10:07.901627 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8668c4-4adc-4d15-871a-4da6969c4f01 req-cca0657f-432a-4c42-9ded-70ca9b093611 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.908458 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb8668c4-4adc-4d15-871a-4da6969c4f01 req-cca0657f-432a-4c42-9ded-70ca9b093611 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 932 time: 0.1713407 Sep 16 15:10:07.915477 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Transition to ACTIVE for port object 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:07.931441 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:10:07.940242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-e51488a0-e11a-41a8-bb9e-3c81bfed492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:07.944872 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-e51488a0-e11a-41a8-bb9e-3c81bfed492f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.1006272 Sep 16 15:10:07.966879 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.086530 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb8668c4-4adc-4d15-871a-4da6969c4f01 req-7d6d865a-8443-4ccd-b63b-dc2305f161c2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655569 Sep 16 15:10:08.112132 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.47', 63870) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:08.151708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34659e-f672-46be-95f2-d344c219caab req-dc37ed3f-5d59-49e8-a421-10c0ca6f782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.153904 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-dc37ed3f-5d59-49e8-a421-10c0ca6f782b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2004080 Sep 16 15:10:08.180066 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccc76a-c4c1-47d4-a45d-c13b5f259874 req-58944a8b-665a-474a-9433-06718a320777 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.181819 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-dcccc76a-c4c1-47d4-a45d-c13b5f259874 req-58944a8b-665a-474a-9433-06718a320777 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.1725969 Sep 16 15:10:08.313282 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:08.327610 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-dcccc76a-c4c1-47d4-a45d-c13b5f259874 req-321c8f12-1c6a-4354-874d-016e4774e14f tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346724 Sep 16 15:10:08.354934 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-765dad50-e1ba-42b9-a560-a6e4091e1729 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912942 Sep 16 15:10:08.414815 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e083f-8035-48fe-abfb-7ee02de87f72 req-b85c5912-5ba8-4324-8e9c-b404b900a3d4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.416469 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-186e083f-8035-48fe-abfb-7ee02de87f72 req-b85c5912-5ba8-4324-8e9c-b404b900a3d4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.1364949 Sep 16 15:10:08.418353 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Attempting to bind port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:08.425860 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Attempting to bind port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:08.426233 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Attempting to bind port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 on network 5d12b9d2-866f-4b19-b044-703079df8635 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:08.432113 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe037-1e0e-40aa-8bac-1a13cdae3223 req-784db73b-15b4-4cf5-a49d-f2d1da76b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.433772 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ae4fe037-1e0e-40aa-8bac-1a13cdae3223 req-784db73b-15b4-4cf5-a49d-f2d1da76b0fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 1099 time: 0.3162911 Sep 16 15:10:08.441824 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 on network 5d12b9d2-866f-4b19-b044-703079df8635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:08.442037 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Attempting to bind port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 on network 5d12b9d2-866f-4b19-b044-703079df8635 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:08.473786 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:08.474180 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Checking segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:08.474639 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Bound using segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:08.475219 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Bound port: 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:08.475481 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.486318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ae4fe037-1e0e-40aa-8bac-1a13cdae3223 req-6232ec7e-4380-44b3-a98d-a06c1b53dfb5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.495754 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c34659e-f672-46be-95f2-d344c219caab req-c4dec738-97fb-4190-854d-2bc79bf5234d service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324465 Sep 16 15:10:08.563904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-186e083f-8035-48fe-abfb-7ee02de87f72 req-70d90654-9323-4b50-afba-1bbfa7989fa6 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339982 Sep 16 15:10:08.622366 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:08.626688 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:08.637921 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.667700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-267f109a-2213-479c-83a4-aeaed2c0a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.669261 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-267f109a-2213-479c-83a4-aeaed2c0a166 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1096 time: 0.0584636 Sep 16 15:10:08.690482 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.691342 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.693067 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] 10.222.0.47 "PUT /v2.0/ports/3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 1094 time: 1.6287720 Sep 16 15:10:08.697009 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:08.699585 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be789d2-8d18-4147-8506-6fd8f64468e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:08.760983 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78199bf-f0e1-4a05-a4b8-fe43e385229c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:08.769190 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7e7e7-c960-4065-9dae-1c03f53b481b x-openstack-request-id: req-6eb7e7e7-c960-4065-9dae-1c03f53b481b {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:08.769585 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:08.769723 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6eb7e7e7-c960-4065-9dae-1c03f53b481b {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:08.770125 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'status': 'completed', 'code': 200} Sep 16 15:10:08.778844 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ae4fe037-1e0e-40aa-8bac-1a13cdae3223 req-6232ec7e-4380-44b3-a98d-a06c1b53dfb5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.800281 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ae4fe037-1e0e-40aa-8bac-1a13cdae3223 req-6232ec7e-4380-44b3-a98d-a06c1b53dfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:08.833531 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ae4fe037-1e0e-40aa-8bac-1a13cdae3223 req-6232ec7e-4380-44b3-a98d-a06c1b53dfb5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864529 Sep 16 15:10:08.866466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-a32aff3d-3d56-4d9c-a8af-1bde32ca5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:08.868003 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-a32aff3d-3d56-4d9c-a8af-1bde32ca5793 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1097 time: 0.1081989 Sep 16 15:10:08.868814 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232ec7e-4380-44b3-a98d-a06c1b53dfb5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d51555f9-e970-46bc-83b4-045abb6a9629,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:08.937229 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54530) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:09.060249 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36889ac-c538-47bb-b0f4-a6fda55b7c0f req-3301693a-923d-4d9c-b859-59d66fae8d2e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.061742 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b36889ac-c538-47bb-b0f4-a6fda55b7c0f req-3301693a-923d-4d9c-b859-59d66fae8d2e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 943 time: 0.3725703 Sep 16 15:10:09.082146 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-6ee7b282-3a0a-4609-b2db-6f52cecda114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.083574 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-6ee7b282-3a0a-4609-b2db-6f52cecda114 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.4069669 Sep 16 15:10:09.112117 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b36889ac-c538-47bb-b0f4-a6fda55b7c0f req-93cb42dc-511d-4e1e-9870-18da6baa5564 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 Sep 16 15:10:09.188913 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-d3b1edfd-f733-4d6f-bb33-278608eebc0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 217 time: 0.0491204 Sep 16 15:10:09.196052 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-1595e6ca-7c30-4f95-9c51-6b7ed5e80ed5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 217 time: 0.0560606 Sep 16 15:10:09.269865 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-947f19c5-6a1d-4059-9c3f-41d08265c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.271349 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-947f19c5-6a1d-4059-9c3f-41d08265c2b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0569875 Sep 16 15:10:09.274900 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5b9aaa2b-405f-4e21-aed1-d6eee18bc89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.299377 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-93ead232-1a5b-4755-8876-219d7d2c8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.301177 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-93ead232-1a5b-4755-8876-219d7d2c8757 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.1036301 Sep 16 15:10:09.320213 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501773d2-46d3-4af6-918b-db3d67a845a7 req-f0cd8414-c359-4706-b9c5-aca58284258c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.322732 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-f0d5b0f0-1dc9-47fc-a823-9f5a11670b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.324250 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-f0d5b0f0-1dc9-47fc-a823-9f5a11670b90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437920 Sep 16 15:10:09.328130 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-501773d2-46d3-4af6-918b-db3d67a845a7 req-f0cd8414-c359-4706-b9c5-aca58284258c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.1429231 Sep 16 15:10:09.440780 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-501773d2-46d3-4af6-918b-db3d67a845a7 req-1751179c-b896-4c92-9c88-a1361ddab514 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056669 Sep 16 15:10:09.457400 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843f3a4-e868-4229-95da-c174034965fb req-56f0f1b2-47ef-4eff-867c-cede5b75cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.459271 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-56f0f1b2-47ef-4eff-867c-cede5b75cf0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1291895 Sep 16 15:10:09.537854 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-eab83a6a-3188-40c1-81a6-316c511d903f service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058790 Sep 16 15:10:09.550451 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7a0a-8a4d-41f4-8977-5c3fa153f110 req-c5f614e9-0f76-4fd9-82bb-4e89873a3629 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.556996 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2ada7a0a-8a4d-41f4-8977-5c3fa153f110 req-c5f614e9-0f76-4fd9-82bb-4e89873a3629 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.0924323 Sep 16 15:10:09.585852 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5b9aaa2b-405f-4e21-aed1-d6eee18bc89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.598662 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5b9aaa2b-405f-4e21-aed1-d6eee18bc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.633860 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-5b9aaa2b-405f-4e21-aed1-d6eee18bc89a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcf6e4bc35254f90aa09901bfdadfd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951270 Sep 16 15:10:09.636411 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54562) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:09.661180 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-8dc42dd6-fef6-495a-a076-18e5d892fa67 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914673 Sep 16 15:10:09.670003 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2ada7a0a-8a4d-41f4-8977-5c3fa153f110 req-38dfffdf-0595-4787-8b6f-a5516c83e260 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119318 Sep 16 15:10:09.712370 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-87ea2031-a7a6-47e8-9ed8-0d00895c8409 req-62a2e69f-175d-42e0-83a7-8fc1cb32ca90 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429198 Sep 16 15:10:09.734827 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aaa2b-405f-4e21-aed1-d6eee18bc89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e0532-3246-45da-a516-6d6a1ffaef15,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:09.825341 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-44c20c98-9227-4315-8558-acbc10faf9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.849218 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd169571-c3c4-4307-a54b-f41054368c24 req-f704c5cf-88bb-4fc9-ad14-f086770c4d32 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:09.850922 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fd169571-c3c4-4307-a54b-f41054368c24 req-f704c5cf-88bb-4fc9-ad14-f086770c4d32 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.1286623 Sep 16 15:10:09.851175 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa5acc-2d34-4f26-9742-f0685f66f757'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:09.854594 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8265de-5ed2-479a-9571-6aa41a0bba56" -d '{"events": [{"server_uuid": "6a89d935-91f6-4c99-89f6-6b6641bf719a", "name": "network-vif-plugged", "status": "completed", "tag": "9bfa5acc-2d34-4f26-9742-f0685f66f757"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:09.926616 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6d65ed-c1d2-4355-ac6e-28977d239218 x-openstack-request-id: req-eb6d65ed-c1d2-4355-ac6e-28977d239218 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:09.927228 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a89d935-91f6-4c99-89f6-6b6641bf719a", "name": "network-vif-plugged", "status": "completed", "tag": "9bfa5acc-2d34-4f26-9742-f0685f66f757", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:09.928015 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb6d65ed-c1d2-4355-ac6e-28977d239218 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:09.929195 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa5acc-2d34-4f26-9742-f0685f66f757', 'code': 200} Sep 16 15:10:09.934594 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-44c20c98-9227-4315-8558-acbc10faf9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:09.938728 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fd169571-c3c4-4307-a54b-f41054368c24 req-c3a0b637-f6b5-4ab7-87a0-7129b1523aff tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690904 Sep 16 15:10:09.959782 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6843f3a4-e868-4229-95da-c174034965fb req-fa3d2003-0a0b-4648-a0df-f2b9d65d5d71 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871180 Sep 16 15:10:10.023521 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-44c20c98-9227-4315-8558-acbc10faf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.027054 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-44c20c98-9227-4315-8558-acbc10faf9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.028955 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-44c20c98-9227-4315-8558-acbc10faf9b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/006e0532-3246-45da-a516-6d6a1ffaef15 HTTP/1.1" status: 204 len: 168 time: 0.3908587 Sep 16 15:10:10.042296 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c20c98-9227-4315-8558-acbc10faf9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e0532-3246-45da-a516-6d6a1ffaef15,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:10.199706 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-eb644c83-f34d-4d5b-ab0c-d643141b66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.207507 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-eb644c83-f34d-4d5b-ab0c-d643141b66f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1097 time: 0.1201365 Sep 16 15:10:10.246828 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54590) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:10.359767 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-fb319cd3-d1a3-4feb-bc7f-50a1be465ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.361313 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-fb319cd3-d1a3-4feb-bc7f-50a1be465ce2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.1429939 Sep 16 15:10:10.393024 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ffba8-f455-46de-94a3-9022256613be req-7008a217-6e73-485a-8d8d-fb3c67dcfda4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.400203 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9a9ffba8-f455-46de-94a3-9022256613be req-7008a217-6e73-485a-8d8d-fb3c67dcfda4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 943 time: 0.1660874 Sep 16 15:10:10.448307 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727b78-7166-4078-acd8-b7a5a267cd56 req-cf6bc76e-f6c3-486b-86d9-09d09b6ef26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.450366 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e4727b78-7166-4078-acd8-b7a5a267cd56 req-cf6bc76e-f6c3-486b-86d9-09d09b6ef26b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 1098 time: 0.1865337 Sep 16 15:10:10.467915 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9a9ffba8-f455-46de-94a3-9022256613be req-45f35bb2-50a4-4ead-a2ef-235e127cc31f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626574 Sep 16 15:10:10.516174 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-2fb5a955-0fee-4c8f-8476-b98d9edce0ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 217 time: 0.0850847 Sep 16 15:10:10.562871 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e4727b78-7166-4078-acd8-b7a5a267cd56 req-dacc8dd8-1408-4eaf-b9c3-99049fe820d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824008 Sep 16 15:10:10.657386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f7dab-9669-4bcb-ad97-b1b53011ca3a req-e52d2601-24a5-4986-b09d-31b840545eaa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.658890 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c4f7dab-9669-4bcb-ad97-b1b53011ca3a req-e52d2601-24a5-4986-b09d-31b840545eaa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.1221743 Sep 16 15:10:10.660291 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-001ecf90-e1b6-4b36-a47e-d199610ebe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.661665 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-001ecf90-e1b6-4b36-a47e-d199610ebe78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.1447587 Sep 16 15:10:10.665115 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b46b89b5-da6a-4786-bea2-587036f1470f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.710850 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c4f7dab-9669-4bcb-ad97-b1b53011ca3a req-2d202303-741e-48a0-8e2e-0d3e91e79505 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457864 Sep 16 15:10:10.715483 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54628) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:10.752999 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7520258b-ffcb-407a-ab00-21baced78e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.853128 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753757e-82c8-4b56-84bd-67fbc5c8700c req-667531b7-0843-4cc9-8e31-84dd964ab851 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.854638 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a753757e-82c8-4b56-84bd-67fbc5c8700c req-667531b7-0843-4cc9-8e31-84dd964ab851 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.0836039 Sep 16 15:10:10.856555 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b46b89b5-da6a-4786-bea2-587036f1470f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.865977 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b46b89b5-da6a-4786-bea2-587036f1470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:10.927991 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-bedef056-fe69-4901-b478-71b1523b46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:10.930321 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-bedef056-fe69-4901-b478-71b1523b46fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610728 Sep 16 15:10:10.954204 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a753757e-82c8-4b56-84bd-67fbc5c8700c req-2079104c-b1b5-48cb-88e8-9587eeb893f5 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896566 Sep 16 15:10:10.966243 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b89b5-da6a-4786-bea2-587036f1470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669e3e1a-12d4-412e-9bf5-c99f8312d404,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:10.998709 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b46b89b5-da6a-4786-bea2-587036f1470f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb0841168d7840268556fbb214960fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7539771 Sep 16 15:10:11.009804 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54638) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.082455 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-3ce5bfd7-5b8c-4142-9164-5cab7321d100 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410918 Sep 16 15:10:11.114173 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8caf417a-f222-4053-9c4c-456d58a042d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.134290 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7520258b-ffcb-407a-ab00-21baced78e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.147687 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7520258b-ffcb-407a-ab00-21baced78e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.157413 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8caf417a-f222-4053-9c4c-456d58a042d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.203930 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54648) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.238008 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7520258b-ffcb-407a-ab00-21baced78e08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3a2423b64ec4ce4b6a3e0be60207167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5210228 Sep 16 15:10:11.239655 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520258b-ffcb-407a-ab00-21baced78e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496475b-af10-458b-8cfb-e1486350d0c0,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.242989 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54652) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.265590 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a314-0f96-4bb8-bfbc-be8349b5879f req-ea1d1fdc-4c15-4a0e-be45-649c3859f497 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.267399 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1409a314-0f96-4bb8-bfbc-be8349b5879f req-ea1d1fdc-4c15-4a0e-be45-649c3859f497 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.1710272 Sep 16 15:10:11.291814 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8caf417a-f222-4053-9c4c-456d58a042d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.294565 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8caf417a-f222-4053-9c4c-456d58a042d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.298144 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8caf417a-f222-4053-9c4c-456d58a042d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/669e3e1a-12d4-412e-9bf5-c99f8312d404 HTTP/1.1" status: 204 len: 168 time: 0.2838771 Sep 16 15:10:11.300844 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3be789d2-8d18-4147-8506-6fd8f64468e5 req-cf63221f-c596-4f8f-902e-95c21bc16524 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802428 Sep 16 15:10:11.320371 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf417a-f222-4053-9c4c-456d58a042d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e3e1a-12d4-412e-9bf5-c99f8312d404,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.341918 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-edbbe375-ae25-4221-957a-f52670997da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.358154 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1409a314-0f96-4bb8-bfbc-be8349b5879f req-a6f7a369-214f-481e-80f1-f2e78185bf21 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722430 Sep 16 15:10:11.370049 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-edbbe375-ae25-4221-957a-f52670997da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.459696 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2204b8c6-c65f-43d3-b74b-ff78d0ee51cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.462836 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-edbbe375-ae25-4221-957a-f52670997da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.465975 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-edbbe375-ae25-4221-957a-f52670997da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.470833 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-edbbe375-ae25-4221-957a-f52670997da3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e496475b-af10-458b-8cfb-e1486350d0c0 HTTP/1.1" status: 204 len: 168 time: 0.2261989 Sep 16 15:10:11.500344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbe375-ae25-4221-957a-f52670997da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496475b-af10-458b-8cfb-e1486350d0c0,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.658856 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa196625-f213-4642-a8e8-b3432e4b416a req-f1fb33d6-5965-4bc2-a5dc-e7a1d2b07b7c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.660628 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fa196625-f213-4642-a8e8-b3432e4b416a req-f1fb33d6-5965-4bc2-a5dc-e7a1d2b07b7c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 943 time: 0.0796294 Sep 16 15:10:11.721518 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2204b8c6-c65f-43d3-b74b-ff78d0ee51cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.729838 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2204b8c6-c65f-43d3-b74b-ff78d0ee51cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.784347 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fa196625-f213-4642-a8e8-b3432e4b416a req-0165341c-dc81-40f2-91ac-0571973d770b tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045985 Sep 16 15:10:11.791966 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204b8c6-c65f-43d3-b74b-ff78d0ee51cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ea5e4-1c7d-4157-978b-ec7b3ad82871,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:11.817418 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2204b8c6-c65f-43d3-b74b-ff78d0ee51cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ca0a259916948c484819051b7f2e34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095462 Sep 16 15:10:11.820592 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54674) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.868309 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54678) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:11.901375 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-de02859b-9658-4b14-b7cf-97d83f2ec6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.924315 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71d12f-05b4-421b-a106-3adb490912c5 req-8597a15e-4aa0-44f4-bfdf-5ef71180710d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:11.925927 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1a71d12f-05b4-421b-a106-3adb490912c5 req-8597a15e-4aa0-44f4-bfdf-5ef71180710d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0697587 Sep 16 15:10:11.936281 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d1f2-fb52-45f5-a4bb-dfc799ff1cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.969560 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d1f2-fb52-45f5-a4bb-dfc799ff1cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:11.972048 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1a71d12f-05b4-421b-a106-3adb490912c5 req-af20c982-f286-40f6-9c38-e7aa404a7f6d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 Sep 16 15:10:11.992985 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 7f6d37d9-f33b-4b5d-ac82-928cc311418a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:12.048450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d1f2-fb52-45f5-a4bb-dfc799ff1cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.050954 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc7d1f2-fb52-45f5-a4bb-dfc799ff1cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.052093 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6bc7d1f2-fb52-45f5-a4bb-dfc799ff1cd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/097ea5e4-1c7d-4157-978b-ec7b3ad82871 HTTP/1.1" status: 204 len: 168 time: 0.2303231 Sep 16 15:10:12.069150 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7d1f2-fb52-45f5-a4bb-dfc799ff1cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ea5e4-1c7d-4157-978b-ec7b3ad82871,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.072126 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-de02859b-9658-4b14-b7cf-97d83f2ec6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.078526 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-de02859b-9658-4b14-b7cf-97d83f2ec6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.116323 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:12.125216 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-de02859b-9658-4b14-b7cf-97d83f2ec6b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b4c68bedcde4246856e198ee1eeffd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533441 Sep 16 15:10:12.125216 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02859b-9658-4b14-b7cf-97d83f2ec6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9a47c6-467d-4a9d-bad1-eecc42f5e6b7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.125870 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54686) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.135556 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'port_id': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'mac_address': 'fa:16:3e:a1:77:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:12.184334 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.200091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6d37d9-f33b-4b5d-ac82-928cc311418a {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:12.234582 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:12.239972 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.306305 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=7f6d37d9-f33b-4b5d-ac82-928cc311418a,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.335922 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cae5f45c-e50e-4235-9563-017d05126bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.358706 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cae5f45c-e50e-4235-9563-017d05126bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.407493 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cae5f45c-e50e-4235-9563-017d05126bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.411643 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cae5f45c-e50e-4235-9563-017d05126bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.415351 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-cae5f45c-e50e-4235-9563-017d05126bcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa9a47c6-467d-4a9d-bad1-eecc42f5e6b7 HTTP/1.1" status: 204 len: 168 time: 0.2864888 Sep 16 15:10:12.426789 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5f45c-e50e-4235-9563-017d05126bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9a47c6-467d-4a9d-bad1-eecc42f5e6b7,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.494180 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54702) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.509058 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f4154db-c140-41b5-b5da-44d5b990c700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.517865 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24e715-a596-44bd-aa80-370ceaf8ec99 req-fc7391eb-386c-492c-b887-ee72da2dfd96 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:12.519471 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f24e715-a596-44bd-aa80-370ceaf8ec99 req-fc7391eb-386c-492c-b887-ee72da2dfd96 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.0704193 Sep 16 15:10:12.579521 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f24e715-a596-44bd-aa80-370ceaf8ec99 req-4c0c37d5-6b8d-426e-a062-d1d47134875d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Sep 16 15:10:12.614694 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['7f6d37d9-f33b-4b5d-ac82-928cc311418a'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:12.685674 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f4154db-c140-41b5-b5da-44d5b990c700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.691603 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7f4154db-c140-41b5-b5da-44d5b990c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.768823 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7f4154db-c140-41b5-b5da-44d5b990c700 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a897fa779c764ef7880e7325ae54f9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704227 Sep 16 15:10:12.769361 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54720) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:12.811466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4154db-c140-41b5-b5da-44d5b990c700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e42cbb-0018-4280-978f-318f4376acc1,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:12.963250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46ed1451-a29c-49f3-a43b-af0a0ab38feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:12.986175 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46ed1451-a29c-49f3-a43b-af0a0ab38feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.048863 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a81-3830-4779-93f5-6802c4e92194 req-7497ef8a-a07e-4017-9a45-fdcdd1cd0126 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:13.050457 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c98a3a81-3830-4779-93f5-6802c4e92194 req-7497ef8a-a07e-4017-9a45-fdcdd1cd0126 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 944 time: 0.1440275 Sep 16 15:10:13.144912 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46ed1451-a29c-49f3-a43b-af0a0ab38feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.148764 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46ed1451-a29c-49f3-a43b-af0a0ab38feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:13.152235 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-46ed1451-a29c-49f3-a43b-af0a0ab38feb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71e42cbb-0018-4280-978f-318f4376acc1 HTTP/1.1" status: 204 len: 168 time: 0.3790646 Sep 16 15:10:13.169941 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c98a3a81-3830-4779-93f5-6802c4e92194 req-0d774265-e1e2-4ab8-88ee-b3b196269427 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059170 Sep 16 15:10:13.176537 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed1451-a29c-49f3-a43b-af0a0ab38feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e42cbb-0018-4280-978f-318f4376acc1,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:13.322066 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938fca-b4e9-483f-a3c8-fe5f7a20b9c8 req-8b70718b-8930-4dbf-96ca-fcc03e6f3e6a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:13.331013 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c4938fca-b4e9-483f-a3c8-fe5f7a20b9c8 req-8b70718b-8930-4dbf-96ca-fcc03e6f3e6a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0892375 Sep 16 15:10:13.379516 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c4938fca-b4e9-483f-a3c8-fe5f7a20b9c8 req-a4139029-65a2-41e9-a16b-b33552933596 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Sep 16 15:10:13.991758 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:14.005127 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 7f6d37d9-f33b-4b5d-ac82-928cc311418a up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:14.115586 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 7f6d37d9-f33b-4b5d-ac82-928cc311418a completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:14.127142 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 7f6d37d9-f33b-4b5d-ac82-928cc311418a triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:14.127519 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.157774 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:14.175485 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'mac_address': 'fa:16:3e:1f:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:14.268117 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.313350 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:14.342526 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bf39-a2c5-4245-9bcd-ed750f245d7f req-e5ce0938-afb7-4501-a033-00ef68fc82c4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.351810 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fd82bf39-a2c5-4245-9bcd-ed750f245d7f req-e5ce0938-afb7-4501-a033-00ef68fc82c4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 944 time: 0.0851719 Sep 16 15:10:14.352954 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.394976 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:14.398538 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fd82bf39-a2c5-4245-9bcd-ed750f245d7f req-984e2bf4-afd7-495f-aac8-561a9d1dd719 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451534 Sep 16 15:10:14.404327 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.431915 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:14.434243 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cfcfef-57f9-4286-bf32-864dc3e25062" -d '{"events": [{"server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "name": "network-vif-plugged", "status": "completed", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:14.482297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:14.506495 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:14.541283 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:14.588974 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2803f-4e3a-43a6-ad01-9b3bde9e902a req-299c10d9-79a8-43e2-9ee4-94679677e013 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:14.605495 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-02f2803f-4e3a-43a6-ad01-9b3bde9e902a req-299c10d9-79a8-43e2-9ee4-94679677e013 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.1031618 Sep 16 15:10:14.651085 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=7f6d37d9-f33b-4b5d-ac82-928cc311418a,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:14.698436 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-02f2803f-4e3a-43a6-ad01-9b3bde9e902a req-b495388c-e57f-42b9-8e57-395f3bdce823 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871732 Sep 16 15:10:14.753547 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f4a822-92de-4859-9a84-805c95dad709 x-openstack-request-id: req-e0f4a822-92de-4859-9a84-805c95dad709 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:14.754163 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "name": "network-vif-plugged", "status": "completed", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:14.755645 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0f4a822-92de-4859-9a84-805c95dad709 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:14.756294 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'code': 200} Sep 16 15:10:14.811168 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:15.157636 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9311-a919-4291-80d0-2d232bc73895 req-8d0731a2-f8ac-4e81-83b5-cb9b381d67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:15.161101 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-014d9311-a919-4291-80d0-2d232bc73895 req-8d0731a2-f8ac-4e81-83b5-cb9b381d67b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1098 time: 0.0818081 Sep 16 15:10:15.208282 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-014d9311-a919-4291-80d0-2d232bc73895 req-37a26fc7-1f43-4bf5-ab54-ac606ab8f261 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382812 Sep 16 15:10:15.556545 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a257-6f94-4e3b-b087-0860e688230e req-2511f02c-591f-49da-890d-be3ee57274ea tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:15.558144 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c4f3a257-6f94-4e3b-b087-0860e688230e req-2511f02c-591f-49da-890d-be3ee57274ea tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0702500 Sep 16 15:10:15.603319 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c4f3a257-6f94-4e3b-b087-0860e688230e req-ab199285-ec47-4b29-8b58-27435a04a9db tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386105 Sep 16 15:10:15.817935 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ac28-f6a0-409f-b458-beb67896a339 req-1c3f4012-586c-42da-bcb9-78827a821399 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:15.819460 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccc6ac28-f6a0-409f-b458-beb67896a339 req-1c3f4012-586c-42da-bcb9-78827a821399 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0526166 Sep 16 15:10:15.872460 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccc6ac28-f6a0-409f-b458-beb67896a339 req-50bb2c0d-2e72-43cc-a0f5-17656f55d4c5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Sep 16 15:10:16.011409 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:16.069776 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:16.074400 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:16.074976 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.166713 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.204153 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:16.208365 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.235420 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54930) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:16.262137 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:16.346840 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f6ce-a755-475d-91c3-8e2d8b8ed997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.434812 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54938) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:16.451778 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f6ce-a755-475d-91c3-8e2d8b8ed997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.458134 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f6ce-a755-475d-91c3-8e2d8b8ed997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.487971 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2bd4f6ce-a755-475d-91c3-8e2d8b8ed997 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2688f22befe4d98ae299d4d64c0fcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514296 Sep 16 15:10:16.490794 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54944) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:16.509582 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f6ce-a755-475d-91c3-8e2d8b8ed997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b6677f-7ff4-4162-8622-9a9b151ca68d,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:16.568011 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d2099b3-f207-48a4-8276-54a7ac01060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.598342 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-05729c9f-4b49-4afd-864a-ec1fe6483243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.610546 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d2099b3-f207-48a4-8276-54a7ac01060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.734853 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d2099b3-f207-48a4-8276-54a7ac01060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.737050 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d2099b3-f207-48a4-8276-54a7ac01060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.740616 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4d2099b3-f207-48a4-8276-54a7ac01060e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5b6677f-7ff4-4162-8622-9a9b151ca68d HTTP/1.1" status: 204 len: 168 time: 0.2463229 Sep 16 15:10:16.755623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2099b3-f207-48a4-8276-54a7ac01060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b6677f-7ff4-4162-8622-9a9b151ca68d,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:16.757091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:16.766720 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c658e5e-2263-4eed-ab0c-3e1438ef5ad8" -d '{"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-plugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:16.772737 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24158a9-7cd0-405b-9168-3e60b3664e49 req-de4da4ea-2947-4c0f-b553-9557d8297ae8 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:16.774420 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f24158a9-7cd0-405b-9168-3e60b3664e49 req-de4da4ea-2947-4c0f-b553-9557d8297ae8 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0941195 Sep 16 15:10:16.835350 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c3c735-3fdf-4a5c-9a1a-faae9e1419f5 x-openstack-request-id: req-01c3c735-3fdf-4a5c-9a1a-faae9e1419f5 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:16.835712 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-plugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:16.836420 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01c3c735-3fdf-4a5c-9a1a-faae9e1419f5 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:16.837172 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'code': 200} Sep 16 15:10:16.842604 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-05729c9f-4b49-4afd-864a-ec1fe6483243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.847707 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-05729c9f-4b49-4afd-864a-ec1fe6483243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:16.877215 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f24158a9-7cd0-405b-9168-3e60b3664e49 req-4f1d1b52-80a4-4303-9b55-94a0ff241470 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812204 Sep 16 15:10:16.913829 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-05729c9f-4b49-4afd-864a-ec1fe6483243 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c47b19e83c349f09709e70d9fc29885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779127 Sep 16 15:10:16.915551 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729c9f-4b49-4afd-864a-ec1fe6483243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e2aa7-df0a-4578-8892-8e69fc506fd1,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:16.916519 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54964) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.048434 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91417b2-c22b-4b5f-8977-eaaca10b3e16 req-4c64dece-3f4a-427d-b556-0348917fb5f7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.059811 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e91417b2-c22b-4b5f-8977-eaaca10b3e16 req-4c64dece-3f4a-427d-b556-0348917fb5f7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0693016 Sep 16 15:10:17.060581 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54970) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.065441 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'floatingip': {'port_id': '7f6d37d9-f33b-4b5d-ac82-928cc311418a'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:17.069220 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 54972) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.071316 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784484-3774-49c4-8605-904f0341a4a6 req-0c8ad505-3d25-490c-97dd-a6f1da10ac2a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.073003 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-15784484-3774-49c4-8605-904f0341a4a6 req-0c8ad505-3d25-490c-97dd-a6f1da10ac2a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0861008 Sep 16 15:10:17.073649 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1daacc30-a693-432a-aa8e-0bd82b01fc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.111176 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1daacc30-a693-432a-aa8e-0bd82b01fc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.151367 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-15784484-3774-49c4-8605-904f0341a4a6 req-89f6dd5c-a6b1-4bb4-9628-0a240aa7b100 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672004 Sep 16 15:10:17.153439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-196f9f65-5e30-4ef2-83e3-ad5f0c5a3c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.177941 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.181174 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1daacc30-a693-432a-aa8e-0bd82b01fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.184297 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1daacc30-a693-432a-aa8e-0bd82b01fc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.190063 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1daacc30-a693-432a-aa8e-0bd82b01fc01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e4e2aa7-df0a-4578-8892-8e69fc506fd1 HTTP/1.1" status: 204 len: 168 time: 0.2701716 Sep 16 15:10:17.196226 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daacc30-a693-432a-aa8e-0bd82b01fc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e2aa7-df0a-4578-8892-8e69fc506fd1,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:17.321351 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972c775-eb36-4ae9-acd7-ba8fc98cc149 req-51741759-6662-4912-84de-e73634d90b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:17.322847 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7972c775-eb36-4ae9-acd7-ba8fc98cc149 req-51741759-6662-4912-84de-e73634d90b75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1099 time: 0.2227633 Sep 16 15:10:17.501853 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-196f9f65-5e30-4ef2-83e3-ad5f0c5a3c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.501989 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.535239 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-196f9f65-5e30-4ef2-83e3-ad5f0c5a3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.591861 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54988) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.606986 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3f67ed95-8a9e-45fb-ad24-413fa0b9c13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.666792 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-196f9f65-5e30-4ef2-83e3-ad5f0c5a3c78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5210631ad6364432b23ea288bb92c748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937996 Sep 16 15:10:17.667935 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 54992) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.670688 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f9f65-5e30-4ef2-83e3-ad5f0c5a3c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ad912b-866c-4801-b4dd-bbb9c2b3ca86,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:17.747887 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3f67ed95-8a9e-45fb-ad24-413fa0b9c13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.754003 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-418ba7e9-acdf-4c4c-93d4-ea31ac37385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.755759 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3f67ed95-8a9e-45fb-ad24-413fa0b9c13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.815363 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3f67ed95-8a9e-45fb-ad24-413fa0b9c13d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59d24aafff614cadaa0dfcfd23933463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220912 Sep 16 15:10:17.817366 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-418ba7e9-acdf-4c4c-93d4-ea31ac37385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.819412 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67ed95-8a9e-45fb-ad24-413fa0b9c13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cf6147-7a97-4b94-b628-5776c1a7b2df,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:17.827924 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55002) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:17.898753 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1244da8e-3e7b-47b3-b3e2-3a345d0dfe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.908894 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-418ba7e9-acdf-4c4c-93d4-ea31ac37385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.911343 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-418ba7e9-acdf-4c4c-93d4-ea31ac37385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.912455 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-418ba7e9-acdf-4c4c-93d4-ea31ac37385c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3ad912b-866c-4801-b4dd-bbb9c2b3ca86 HTTP/1.1" status: 204 len: 168 time: 0.2438347 Sep 16 15:10:17.931287 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1244da8e-3e7b-47b3-b3e2-3a345d0dfe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:17.933230 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ba7e9-acdf-4c4c-93d4-ea31ac37385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ad912b-866c-4801-b4dd-bbb9c2b3ca86,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:17.997574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1244da8e-3e7b-47b3-b3e2-3a345d0dfe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.001418 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1244da8e-3e7b-47b3-b3e2-3a345d0dfe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.006036 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1244da8e-3e7b-47b3-b3e2-3a345d0dfe50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3cf6147-7a97-4b94-b628-5776c1a7b2df HTTP/1.1" status: 204 len: 168 time: 0.1739783 Sep 16 15:10:18.012844 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244da8e-3e7b-47b3-b3e2-3a345d0dfe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cf6147-7a97-4b94-b628-5776c1a7b2df,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:18.127169 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.133065 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.181584 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7972c775-eb36-4ae9-acd7-ba8fc98cc149 req-4cfa77fe-979a-47b9-bbbd-9daf7b4c0e28 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915692 Sep 16 15:10:18.268020 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Floating IP e8160eeb-6429-4fc2-b3ce-ab525ce32c93 associated. External IP: 172.27.2.68, port: 7f6d37d9-f33b-4b5d-ac82-928cc311418a. Sep 16 15:10:18.374856 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dc50d-8986-466a-b026-f0f1a15a5e79 req-91a4ca63-e326-44eb-9861-2ba27e138088 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:18.376371 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc7dc50d-8986-466a-b026-f0f1a15a5e79 req-91a4ca63-e326-44eb-9861-2ba27e138088 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.1058328 Sep 16 15:10:18.453951 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc7dc50d-8986-466a-b026-f0f1a15a5e79 req-18fc0de0-79ab-4340-b612-5dafc42e1197 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521207 Sep 16 15:10:18.576833 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:10:18.693790 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:18.700122 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:18.711140 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:18.722936 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:18.725342 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:18.729637 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7c01f0f9-293a-4252-b405-01e147de138c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "PUT /v2.0/floatingips/e8160eeb-6429-4fc2-b3ce-ab525ce32c93 HTTP/1.1" status: 200 len: 990 time: 1.6677260 Sep 16 15:10:18.730198 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:18.732401 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d772c1-ff17-4183-82f7-d3e74443f411" -d '{"events": [{"name": "network-changed", "server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:18.790324 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfebddb8-06d5-43ed-b1ab-d9d98a69562a x-openstack-request-id: req-cfebddb8-06d5-43ed-b1ab-d9d98a69562a {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:18.790643 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:18.790904 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfebddb8-06d5-43ed-b1ab-d9d98a69562a {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:18.791305 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'status': 'completed', 'code': 200} Sep 16 15:10:18.863041 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:19.247141 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'e8160eeb-6429-4fc2-b3ce-ab525ce32c93', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'port_id': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'mac_address': 'fa:16:3e:a1:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:10:01Z', 'updated_at': '2021-09-16T15:10:17Z', 'revision_number': 1, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:19.271946 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55076) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:19.275403 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:19.284040 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:19.284673 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:09:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:19.392210 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:19.502270 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6a475edf-2c95-4e9a-b9e1-6b78552ce62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.597267 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd40dfd-83d8-4eac-8b63-3c796bbeda2d req-1f4b8ab3-5a96-4b14-b733-00868f61fd67 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:19.605862 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ebd40dfd-83d8-4eac-8b63-3c796bbeda2d req-1f4b8ab3-5a96-4b14-b733-00868f61fd67 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0619943 Sep 16 15:10:19.626899 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6a475edf-2c95-4e9a-b9e1-6b78552ce62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.631959 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6a475edf-2c95-4e9a-b9e1-6b78552ce62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.652982 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ebd40dfd-83d8-4eac-8b63-3c796bbeda2d req-593df6ad-acda-4539-8c6b-6da47b89706c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Sep 16 15:10:19.667615 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'e8160eeb-6429-4fc2-b3ce-ab525ce32c93', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'port_id': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'mac_address': 'fa:16:3e:a1:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:10:01Z', 'updated_at': '2021-09-16T15:10:17Z', 'revision_number': 1, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:19.688015 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6a475edf-2c95-4e9a-b9e1-6b78552ce62a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba533e7a30074738b012f2cf295682d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148233 Sep 16 15:10:19.690666 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55092) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:19.697600 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a475edf-2c95-4e9a-b9e1-6b78552ce62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6396c63-691f-4744-8157-43345e684a92,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:19.698384 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380bc6f5-2991-410b-88d8-0a0210c6614b None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'e8160eeb-6429-4fc2-b3ce-ab525ce32c93', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'port_id': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'mac_address': 'fa:16:3e:a1:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:10:01Z', 'updated_at': '2021-09-16T15:10:17Z', 'revision_number': 1, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:19.751684 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-77ac2c9c-b72a-4637-b0a2-f34fe47650f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.777815 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-77ac2c9c-b72a-4637-b0a2-f34fe47650f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.828422 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-77ac2c9c-b72a-4637-b0a2-f34fe47650f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.831344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-77ac2c9c-b72a-4637-b0a2-f34fe47650f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:19.835356 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-77ac2c9c-b72a-4637-b0a2-f34fe47650f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6396c63-691f-4744-8157-43345e684a92 HTTP/1.1" status: 204 len: 168 time: 0.1413031 Sep 16 15:10:19.843682 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac2c9c-b72a-4637-b0a2-f34fe47650f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6396c63-691f-4744-8157-43345e684a92,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:19.947577 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485ae233-4c4c-45c3-bb92-bef59391ab00 None None] New status for floating IP e8160eeb-6429-4fc2-b3ce-ab525ce32c93: ACTIVE {{(pid=94156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:10:20.669700 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-d44d2a19-4b89-4573-ae7f-0476cf86a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:20.671765 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-d44d2a19-4b89-4573-ae7f-0476cf86a995 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1098 time: 0.0402145 Sep 16 15:10:20.762028 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e52d4342-3e51-480c-9087-a1d70b08361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:20.821037 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3af5b-a906-4a62-8c93-df781131cebc req-fde348ad-75d2-4351-a989-504436742c01 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:20.822562 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6d3af5b-a906-4a62-8c93-df781131cebc req-fde348ad-75d2-4351-a989-504436742c01 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0993137 Sep 16 15:10:20.823971 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-1d47e898-f087-4eb5-9df0-0c56ae3c8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:20.825315 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-1d47e898-f087-4eb5-9df0-0c56ae3c8e00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.1280456 Sep 16 15:10:20.917145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6d3af5b-a906-4a62-8c93-df781131cebc req-7598aae5-504a-4c4c-a319-ad7318362eee tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886302 Sep 16 15:10:20.948177 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-a5052685-3398-4cc4-a33b-3b0f4c3c24a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 1000 time: 0.1065891 Sep 16 15:10:21.005951 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-d2135dc9-499c-4359-80f0-abe761cf119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.007972 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-d2135dc9-499c-4359-80f0-abe761cf119f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0520346 Sep 16 15:10:21.077514 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-fecc0f38-301d-43f3-892a-e0d88aa2d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:21.079020 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-fecc0f38-301d-43f3-892a-e0d88aa2d856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552609 Sep 16 15:10:21.192462 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-eb509801-d273-4a1a-afc4-1c9610e3599a service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055610 Sep 16 15:10:21.312432 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b1d772c1-ff17-4183-82f7-d3e74443f411 req-3912afa6-07a2-4974-a9fa-d0540075887d service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002440 Sep 16 15:10:21.712149 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55198) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:21.832245 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b17cc0aa-8dbd-4ced-b46d-c5ec51b8e87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:21.930728 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b17cc0aa-8dbd-4ced-b46d-c5ec51b8e87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:21.934403 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b17cc0aa-8dbd-4ced-b46d-c5ec51b8e87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:21.977491 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b17cc0aa-8dbd-4ced-b46d-c5ec51b8e87a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f373f9483cef4d4698ea424d414b5223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635055 Sep 16 15:10:21.978433 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cc0aa-8dbd-4ced-b46d-c5ec51b8e87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7826e029-1892-47f5-8d87-79659da29923,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:21.980150 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55206) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:22.091439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89167eb3-df35-44f3-82ec-33d1ef7fca73 req-2111fbee-14e0-4dc9-8d93-cd9020027cbc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:22.093652 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-89167eb3-df35-44f3-82ec-33d1ef7fca73 req-2111fbee-14e0-4dc9-8d93-cd9020027cbc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0910010 Sep 16 15:10:22.113897 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-83f32587-3e7c-4df9-94a3-27a0d66fb096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.153543 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-83f32587-3e7c-4df9-94a3-27a0d66fb096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.162559 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-89167eb3-df35-44f3-82ec-33d1ef7fca73 req-7c639a30-1609-4547-9aaf-686fbca2699a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586355 Sep 16 15:10:22.204829 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-83f32587-3e7c-4df9-94a3-27a0d66fb096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.207529 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-83f32587-3e7c-4df9-94a3-27a0d66fb096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.208534 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-83f32587-3e7c-4df9-94a3-27a0d66fb096 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7826e029-1892-47f5-8d87-79659da29923 HTTP/1.1" status: 204 len: 168 time: 0.2230752 Sep 16 15:10:22.216329 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f32587-3e7c-4df9-94a3-27a0d66fb096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7826e029-1892-47f5-8d87-79659da29923,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:22.292046 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c9223-e784-4401-93c9-23eee58e21bc req-43af4ca0-71f5-4df8-bac7-b2121bd38900 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:22.293879 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e27c9223-e784-4401-93c9-23eee58e21bc req-43af4ca0-71f5-4df8-bac7-b2121bd38900 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0537546 Sep 16 15:10:22.303877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55218) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:22.308450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'floatingip': {'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:22.386389 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.486466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55222) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:22.500275 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2734af35-6c3e-4407-8a21-cdc3e296df3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.587236 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2734af35-6c3e-4407-8a21-cdc3e296df3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.591068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2734af35-6c3e-4407-8a21-cdc3e296df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:22.631844 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-2734af35-6c3e-4407-8a21-cdc3e296df3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d9ee9791ade47359e844bf5f9d15e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419671 Sep 16 15:10:22.631844 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734af35-6c3e-4407-8a21-cdc3e296df3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73741b37-e466-42e4-8960-ad17b29787c1,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:22.632612 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55226) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:23.085072 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4d14-1fbc-4934-b1fc-fa5792e7d843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.180450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4d14-1fbc-4934-b1fc-fa5792e7d843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.314972 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.320991 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.386858 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4d14-1fbc-4934-b1fc-fa5792e7d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.389482 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4d14-1fbc-4934-b1fc-fa5792e7d843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.390780 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d6ad4d14-1fbc-4934-b1fc-fa5792e7d843 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73741b37-e466-42e4-8960-ad17b29787c1 HTTP/1.1" status: 204 len: 168 time: 0.7572501 Sep 16 15:10:23.408895 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-149ab2cb-3cfa-42c0-9d0f-82183b67a0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.419947 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.434399 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4d14-1fbc-4934-b1fc-fa5792e7d843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73741b37-e466-42e4-8960-ad17b29787c1,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:23.458590 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Floating IP ac55ba5d-3fbe-4350-bba8-432a397b8242 associated. External IP: 172.27.2.192, port: 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6. Sep 16 15:10:23.583623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3a506-01cc-4008-935c-082991db94b6 req-8641bbd5-4c09-48e7-a451-6540a8f72c87 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:23.585974 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-54f3a506-01cc-4008-935c-082991db94b6 req-8641bbd5-4c09-48e7-a451-6540a8f72c87 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.0594141 Sep 16 15:10:23.635764 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-54f3a506-01cc-4008-935c-082991db94b6 req-0b21e5d4-4ad6-4c43-8a89-307ca66c245f tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Sep 16 15:10:23.722557 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Router e22771f7-afb2-4dac-a7cd-007e49674840 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:10:23.850672 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:23.860115 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.863537 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:23.876458 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:23.877868 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:23.894974 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1e41094e-04aa-4f49-ba63-587eae9d0913 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "PUT /v2.0/floatingips/ac55ba5d-3fbe-4350-bba8-432a397b8242 HTTP/1.1" status: 200 len: 992 time: 1.5899467 Sep 16 15:10:23.895921 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:23.898543 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33754f7b-c76b-43f2-a146-eb5299d804c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:23.951768 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4c5c6-a597-464a-8cd3-d1cb78e00177 x-openstack-request-id: req-64f4c5c6-a597-464a-8cd3-d1cb78e00177 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:23.952125 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:23.952411 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64f4c5c6-a597-464a-8cd3-d1cb78e00177 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:23.952991 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'status': 'completed', 'code': 200} Sep 16 15:10:24.009561 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:24.093844 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-152b32a7-1629-420d-8c2d-fc1f4be2e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:24.096108 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-152b32a7-1629-420d-8c2d-fc1f4be2e773 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1099 time: 0.0555506 Sep 16 15:10:24.227037 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-db015bd3-d530-4784-b86a-79206971bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:24.229456 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-db015bd3-d530-4784-b86a-79206971bdc0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.1242635 Sep 16 15:10:24.291977 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'ac55ba5d-3fbe-4350-bba8-432a397b8242', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'mac_address': 'fa:16:3e:1f:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44708de-3421-4476-95ab-3aa8506590ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:10:01Z', 'updated_at': '2021-09-16T15:10:23Z', 'revision_number': 1, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:24.314031 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-775e5690-9ece-4596-be9c-5b90a1885a60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 1000 time: 0.0755064 Sep 16 15:10:24.325038 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:24.334686 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:24.335502 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:24.424954 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-9df63dbd-4337-4a5a-93c6-fb84dc631291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:24.425602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:24.426433 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-9df63dbd-4337-4a5a-93c6-fb84dc631291 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0939884 Sep 16 15:10:24.511230 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:24.511905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-4c175b51-cddf-4be5-b7d5-3ee97a4668fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:24.513676 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-4c175b51-cddf-4be5-b7d5-3ee97a4668fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780938 Sep 16 15:10:24.627271 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-664e4a3f-9fe9-417d-b0b7-937a6b12d644 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987022 Sep 16 15:10:24.808763 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33754f7b-c76b-43f2-a146-eb5299d804c1 req-e9e68c9e-d94c-410f-81ce-129b226c441f service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643875 Sep 16 15:10:24.846877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30aea7-f32d-4a72-a1ba-3d1217d1899a req-d7f0aa3b-c67e-4b2a-ba8b-7346b488c5dd tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:24.855704 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-de30aea7-f32d-4a72-a1ba-3d1217d1899a req-d7f0aa3b-c67e-4b2a-ba8b-7346b488c5dd tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.0905311 Sep 16 15:10:24.898143 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-de30aea7-f32d-4a72-a1ba-3d1217d1899a req-42adbe8e-56a7-4641-9c35-d9e61f448166 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Sep 16 15:10:24.914623 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'ac55ba5d-3fbe-4350-bba8-432a397b8242', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'mac_address': 'fa:16:3e:1f:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44708de-3421-4476-95ab-3aa8506590ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:10:01Z', 'updated_at': '2021-09-16T15:10:23Z', 'revision_number': 1, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:24.952946 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef3b729-b699-4b90-a4d4-7c4a127238f8 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'ac55ba5d-3fbe-4350-bba8-432a397b8242', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'mac_address': 'fa:16:3e:1f:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44708de-3421-4476-95ab-3aa8506590ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:10:01Z', 'updated_at': '2021-09-16T15:10:23Z', 'revision_number': 1, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:25.110648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55342) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:25.331324 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9dbe47-d4f4-443e-8cdc-27831ba01044 None None] New status for floating IP ac55ba5d-3fbe-4350-bba8-432a397b8242: ACTIVE {{(pid=94156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:10:25.443176 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b3083395-1f1e-4e58-b64e-c267b820b820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.558016 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b3083395-1f1e-4e58-b64e-c267b820b820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.562014 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b3083395-1f1e-4e58-b64e-c267b820b820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.600648 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b3083395-1f1e-4e58-b64e-c267b820b820 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d09010e38ba14040b8277f2d6747b26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886854 Sep 16 15:10:25.601516 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3083395-1f1e-4e58-b64e-c267b820b820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13edd91-37ce-43fd-8d92-b45b8b1ee21e,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:25.603888 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55366) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:25.653181 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-11cc97b5-44df-4d2d-8229-e54987de7151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.676252 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-11cc97b5-44df-4d2d-8229-e54987de7151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.729184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-11cc97b5-44df-4d2d-8229-e54987de7151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.731713 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-11cc97b5-44df-4d2d-8229-e54987de7151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:25.735983 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-11cc97b5-44df-4d2d-8229-e54987de7151 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c13edd91-37ce-43fd-8d92-b45b8b1ee21e HTTP/1.1" status: 204 len: 168 time: 0.1279864 Sep 16 15:10:25.741066 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc97b5-44df-4d2d-8229-e54987de7151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13edd91-37ce-43fd-8d92-b45b8b1ee21e,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:26.021910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55394) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:26.037997 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6a760293-fa1a-4de8-b048-23850ff371b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.045002 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018577cb-fa50-450a-bd94-f23df5f16ed1 req-9edbe4f1-b4fe-4d15-bc4f-3f1d917574a8 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:26.046564 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-018577cb-fa50-450a-bd94-f23df5f16ed1 req-9edbe4f1-b4fe-4d15-bc4f-3f1d917574a8 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.0612228 Sep 16 15:10:26.069983 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.092084 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-018577cb-fa50-450a-bd94-f23df5f16ed1 req-a99b0337-59d0-419d-924a-4e328e63e556 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Sep 16 15:10:26.143394 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6a760293-fa1a-4de8-b048-23850ff371b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.148375 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6a760293-fa1a-4de8-b048-23850ff371b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.192642 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6a760293-fa1a-4de8-b048-23850ff371b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b7523db6b554cfd9a1d0826e3d726d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695662 Sep 16 15:10:26.193646 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a760293-fa1a-4de8-b048-23850ff371b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa693b7-7270-4d32-96b1-e3648c755380,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:26.196558 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-36ffe8fc-1881-4101-a3ad-acffdaafbb80 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:26.198304 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-36ffe8fc-1881-4101-a3ad-acffdaafbb80 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.47 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 946 time: 0.0678871 Sep 16 15:10:26.209250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55404) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:26.274295 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-962b879c-c92f-48da-8342-ed6a78274cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.320321 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-962b879c-c92f-48da-8342-ed6a78274cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.393839 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Deleting port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:10:26.394775 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.409853 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-962b879c-c92f-48da-8342-ed6a78274cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.412442 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-962b879c-c92f-48da-8342-ed6a78274cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.413768 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-962b879c-c92f-48da-8342-ed6a78274cbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aa693b7-7270-4d32-96b1-e3648c755380 HTTP/1.1" status: 204 len: 168 time: 0.2035108 Sep 16 15:10:26.432889 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55422) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:26.445585 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b879c-c92f-48da-8342-ed6a78274cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa693b7-7270-4d32-96b1-e3648c755380,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:26.531389 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] For port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,segment=NetworkSegment(6330151b-bc97-4dc3-9f55-cd1cf6235da9),segment_id=6330151b-bc97-4dc3-9f55-cd1cf6235da9)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:26.533066 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.577690 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Calling delete_port for 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:10:26.688017 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a0810a7a-0a12-4438-97b0-bef49e0b667f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.849448 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a0810a7a-0a12-4438-97b0-bef49e0b667f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.853244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.861657 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a0810a7a-0a12-4438-97b0-bef49e0b667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.897212 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:26.910444 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Pushing event deleted for resources: {'Port': ['ID=49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:26.971379 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0810a7a-0a12-4438-97b0-bef49e0b667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7235de-a9cf-42f1-b42e-6bf0645b0448,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:26.993496 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a0810a7a-0a12-4438-97b0-bef49e0b667f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4128c1aefb45408385b1f032b9686831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5591869 Sep 16 15:10:26.993682 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55444) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:26.994939 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] No DVR routers for this DVR port 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:10:26.999077 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.001637 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bb3a21ef-9a7a-44b0-8bb3-e3b0024c3a73 req-f95b9790-44b8-4147-b8e5-c9df6123a1ab tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.47 "DELETE /v2.0/ports/49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c HTTP/1.1" status: 204 len: 173 time: 0.7895384 Sep 16 15:10:27.002406 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8475c6eb-b82a-478f-8834-9c519d3da427', 'name': 'network-vif-deleted', 'tag': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:27.005557 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ceea13-4fad-408b-94a8-464ac4484627" -d '{"events": [{"server_uuid": "8475c6eb-b82a-478f-8834-9c519d3da427", "name": "network-vif-deleted", "tag": "49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:27.052852 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be56ff2-0cee-43b2-bb9f-74996ecc7279 x-openstack-request-id: req-6be56ff2-0cee-43b2-bb9f-74996ecc7279 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:27.053759 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8475c6eb-b82a-478f-8834-9c519d3da427", "name": "network-vif-deleted", "tag": "49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:27.054168 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6be56ff2-0cee-43b2-bb9f-74996ecc7279 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:27.054710 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8475c6eb-b82a-478f-8834-9c519d3da427', 'name': 'network-vif-deleted', 'tag': '49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c', 'status': 'completed', 'code': 200} Sep 16 15:10:27.069728 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b087-d250-4815-9539-0a27ace19c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.091855 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b087-d250-4815-9539-0a27ace19c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.145582 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b087-d250-4815-9539-0a27ace19c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.148348 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b087-d250-4815-9539-0a27ace19c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.151839 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6bc9b087-d250-4815-9539-0a27ace19c9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba7235de-a9cf-42f1-b42e-6bf0645b0448 HTTP/1.1" status: 204 len: 168 time: 0.1548140 Sep 16 15:10:27.157567 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9b087-d250-4815-9539-0a27ace19c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7235de-a9cf-42f1-b42e-6bf0645b0448,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:27.232359 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dea3bb06-4648-4501-a1d3-8e18069f39bd req-ef1630cf-e042-4e7a-8bb3-f9f9e1167238 tempest-DeleteServersTestJSON-55569841 tempest-DeleteServersTestJSON-55569841-project] 10.222.0.36 "GET /v2.0/ports?device_id=8475c6eb-b82a-478f-8834-9c519d3da427 HTTP/1.1" status: 200 len: 210 time: 0.0408170 Sep 16 15:10:27.282328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55462) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:27.433498 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-154796245-network', 'tenant_id': '260257f944cd4bdf8b8a721d0d56ab0a'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:27.460207 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Made reservation on behalf of 260257f944cd4bdf8b8a721d0d56ab0a for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:27.463296 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.465697 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55468) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:27.472084 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.584574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.592793 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.616129 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:10:27.633489 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654ac5f6-16bf-423a-a1d9-1351baca131f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:27.639696 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.640039 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Added segment 7a861725-3cc5-45c5-be85-9f4535599ff9 of type vlan for network b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91 Sep 16 15:10:27.673192 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-950e8afc-586c-4955-b7fe-1278aa798da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.685586 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.717987 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.719121 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:27.719699 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.798117 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-950e8afc-586c-4955-b7fe-1278aa798da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.803302 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-950e8afc-586c-4955-b7fe-1278aa798da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.816390 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:27.828413 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:10:27.831884 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-db24b498-2bfa-404c-96bd-53bddb648a80 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5478270 Sep 16 15:10:27.832628 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55486) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:27.838128 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Request body: {'subnet': {'network_id': 'b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-154796245-subnet', 'tenant_id': '260257f944cd4bdf8b8a721d0d56ab0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:27.852810 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-950e8afc-586c-4955-b7fe-1278aa798da2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fadba27c04241c5bbeab3be6e7a5eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856514 Sep 16 15:10:27.853922 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e8afc-586c-4955-b7fe-1278aa798da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f06545-331c-4cd2-8304-9724f500a057,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:27.855616 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55488) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:27.890167 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Made reservation on behalf of 260257f944cd4bdf8b8a721d0d56ab0a for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:27.892793 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.993336 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-986fde79-09dd-4bc0-8e27-52e32bb47304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:28.022098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-986fde79-09dd-4bc0-8e27-52e32bb47304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:28.140554 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-986fde79-09dd-4bc0-8e27-52e32bb47304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:28.143347 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-986fde79-09dd-4bc0-8e27-52e32bb47304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:28.144924 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-986fde79-09dd-4bc0-8e27-52e32bb47304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44f06545-331c-4cd2-8304-9724f500a057 HTTP/1.1" status: 204 len: 168 time: 0.2878911 Sep 16 15:10:28.158158 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fde79-09dd-4bc0-8e27-52e32bb47304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f06545-331c-4cd2-8304-9724f500a057,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:28.160669 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:28.240527 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb196f90-5fbe-44bb-b3bc-5b6443195d98,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:28.263870 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Checking segment: {'id': '7a861725-3cc5-45c5-be85-9f4535599ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:28.264795 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Network hostable DHCP agents. Network: b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:10:28.284068 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Network b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:10:28.293971 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:28.302580 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34221854-16c2-4b48-ae18-7f30a144f16c None None] Network b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:28.312438 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:28.313639 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:28.330605 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-890fc7fe-62d9-42a4-8b2e-ddc422be2455 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4967568 Sep 16 15:10:28.451486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3393f-b518-4250-8ccf-9fe86603916e None None] Network b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:29.112762 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55562) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:29.117549 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1356093954-network', 'tenant_id': 'f32685e67adb4207adecc221cbffaa73'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:29.137683 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Made reservation on behalf of f32685e67adb4207adecc221cbffaa73 for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:29.140507 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.148982 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.255255 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.259563 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.288616 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:10:29.299512 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738c3df1-54b1-4636-99c2-85e289ad6771,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:29.307192 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.307753 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Added segment af3e98fe-579e-4f08-90db-3cb1f34207a0 of type vlan for network 4943dff4-6508-4f83-976e-24d70a30a22d Sep 16 15:10:29.355864 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.383880 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.384813 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:29.385398 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.426835 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3123331 Sep 16 15:10:29.429349 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55578) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:29.435648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Request body: {'subnet': {'network_id': '4943dff4-6508-4f83-976e-24d70a30a22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1356093954-subnet', 'tenant_id': 'f32685e67adb4207adecc221cbffaa73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:29.465991 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36492b4b-67e7-4262-93e0-dce07424acdd admin admin] Pushing event updated for resources: {'Network': ['ID=4943dff4-6508-4f83-976e-24d70a30a22d,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:29.475130 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Made reservation on behalf of f32685e67adb4207adecc221cbffaa73 for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:29.477737 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.478493 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 4943dff4-6508-4f83-976e-24d70a30a22d details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:10:29.535132 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55582) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:29.644069 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55588) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:29.664622 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.711932 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-37c38865-c5f5-4f6b-8ab0-84a11e51ed19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.720130 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a657a074-bd46-4bcb-9929-0a359a5fabd5,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:29.750171 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Checking segment: {'id': 'af3e98fe-579e-4f08-90db-3cb1f34207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4943dff4-6508-4f83-976e-24d70a30a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:29.750765 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Network hostable DHCP agents. Network: 4943dff4-6508-4f83-976e-24d70a30a22d, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:10:29.773601 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Network 4943dff4-6508-4f83-976e-24d70a30a22d is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:10:29.789060 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 4943dff4-6508-4f83-976e-24d70a30a22d) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:29.801077 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b3fcb-7572-4408-8b41-17655f32a7af None None] Network 4943dff4-6508-4f83-976e-24d70a30a22d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:29.810170 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:29.811064 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.829896 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55604) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:29.879194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-37c38865-c5f5-4f6b-8ab0-84a11e51ed19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.886778 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-37c38865-c5f5-4f6b-8ab0-84a11e51ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.897483 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3387c0aa-65bb-4811-8b01-efb990fb21bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4663370 Sep 16 15:10:29.901322 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Deleting subnet 81fbb8f8-b5bd-4660-a6ff-20e44640626d {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:10:29.906460 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.955334 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-37c38865-c5f5-4f6b-8ab0-84a11e51ed19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67d9d916b9784fb594ce72b8899f1e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182892 Sep 16 15:10:29.957511 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c38865-c5f5-4f6b-8ab0-84a11e51ed19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5f482-febe-4e18-8802-c8f86a39d1c9,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:29.958274 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55608) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:29.997595 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.014454 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.021214 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f2ff3-a094-4316-b0d6-895326293fbd None None] Network 4943dff4-6508-4f83-976e-24d70a30a22d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:30.026050 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-18858c06-06fe-4ede-82bc-8b3a0d22ec7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.049909 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-458dafd4-1a48-4dcc-8550-1477eadea4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.100778 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:10:30.106207 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-458dafd4-1a48-4dcc-8550-1477eadea4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.122478 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:10:30.122945 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 49a351e8-3a6f-4606-8f41-bb0ec0ab3e2c not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:10:30.146030 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.179838 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81fbb8f8-b5bd-4660-a6ff-20e44640626d,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.185464 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.190270 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d91a2e0a-3be4-4ddc-97d2-b1fb7d85804f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/81fbb8f8-b5bd-4660-a6ff-20e44640626d HTTP/1.1" status: 204 len: 168 time: 0.3568318 Sep 16 15:10:30.190651 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55618) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:30.210585 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-458dafd4-1a48-4dcc-8550-1477eadea4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.214628 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-458dafd4-1a48-4dcc-8550-1477eadea4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.218872 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-458dafd4-1a48-4dcc-8550-1477eadea4ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61c5f482-febe-4e18-8802-c8f86a39d1c9 HTTP/1.1" status: 204 len: 168 time: 0.2558339 Sep 16 15:10:30.227940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dafd4-1a48-4dcc-8550-1477eadea4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5f482-febe-4e18-8802-c8f86a39d1c9,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.237143 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-18858c06-06fe-4ede-82bc-8b3a0d22ec7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.247606 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-18858c06-06fe-4ede-82bc-8b3a0d22ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.317547 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.325704 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55624) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:30.325905 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-18858c06-06fe-4ede-82bc-8b3a0d22ec7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd4e0dc473e84e7d96a800460a0637db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809843 Sep 16 15:10:30.327926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18858c06-06fe-4ede-82bc-8b3a0d22ec7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7ba8a-b5d5-4755-8910-14548e9e0cfe,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.401606 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55626) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:30.434189 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91640ea-a8b4-4a26-a6ae-efa57ab4c3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.434807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.461586 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cf574f-0cfe-43d5-adfe-378c4df53916']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:30.467822 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91640ea-a8b4-4a26-a6ae-efa57ab4c3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.477741 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6330151b-bc97-4dc3-9f55-cd1cf6235da9') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:30.478042 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6330151b-bc97-4dc3-9f55-cd1cf6235da9') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:30.495716 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.525000 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.548056 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:10:30.551277 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:10:30.553626 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:10:30.579151 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91640ea-a8b4-4a26-a6ae-efa57ab4c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.582098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d91640ea-a8b4-4a26-a6ae-efa57ab4c3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.583430 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d91640ea-a8b4-4a26-a6ae-efa57ab4c3b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55c7ba8a-b5d5-4755-8910-14548e9e0cfe HTTP/1.1" status: 204 len: 168 time: 0.2556963 Sep 16 15:10:30.593977 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91640ea-a8b4-4a26-a6ae-efa57ab4c3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7ba8a-b5d5-4755-8910-14548e9e0cfe,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.675624 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.681296 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.683145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] 10.222.0.36 "DELETE /v2.0/networks/29cf574f-0cfe-43d5-adfe-378c4df53916 HTTP/1.1" status: 204 len: 168 time: 0.4914668 Sep 16 15:10:30.714955 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609c25e-ca12-4f96-93db-52300fdc531d admin admin] Pushing event deleted for resources: {'Network': ['ID=29cf574f-0cfe-43d5-adfe-378c4df53916,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.799395 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01be95aa-d5b6-4913-8d78-80668b282a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.940331 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01be95aa-d5b6-4913-8d78-80668b282a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.944811 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-01be95aa-d5b6-4913-8d78-80668b282a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:30.990339 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-01be95aa-d5b6-4913-8d78-80668b282a2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4fa13ae66584c77abe6b1767fc72645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840380 Sep 16 15:10:30.990339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be95aa-d5b6-4913-8d78-80668b282a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ddd30e-bd6a-4272-a268-cef34e2b65e1,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:30.990966 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55650) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.005535 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55654) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.030163 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-062c8e2a-2b0c-45de-b8e8-94e62ec963a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.041962 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55656) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.099102 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d242b467-6f30-4e7e-afd1-c808169c0457 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a91eaf00555748de9dd37c6e0472c68b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557380 Sep 16 15:10:31.100199 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-81dfc8fb-d85f-4e18-bb81-3464c0ef828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.102633 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55658) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.149495 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-81dfc8fb-d85f-4e18-bb81-3464c0ef828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.159826 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-062c8e2a-2b0c-45de-b8e8-94e62ec963a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.169096 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-062c8e2a-2b0c-45de-b8e8-94e62ec963a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.209027 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0d77391c-f63e-4321-af95-c163bc70eb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.220223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55672) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.220439 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-062c8e2a-2b0c-45de-b8e8-94e62ec963a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c216c5e9b184730ac9357de3ffd3e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106504 Sep 16 15:10:31.226388 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c8e2a-2b0c-45de-b8e8-94e62ec963a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee0fcc-2334-46d2-b01a-06dd5310b11f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:31.256879 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0d77391c-f63e-4321-af95-c163bc70eb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.287400 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-81dfc8fb-d85f-4e18-bb81-3464c0ef828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.289984 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-81dfc8fb-d85f-4e18-bb81-3464c0ef828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.293765 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-81dfc8fb-d85f-4e18-bb81-3464c0ef828c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85ddd30e-bd6a-4272-a268-cef34e2b65e1 HTTP/1.1" status: 204 len: 168 time: 0.2990444 Sep 16 15:10:31.373070 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfc8fb-d85f-4e18-bb81-3464c0ef828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ddd30e-bd6a-4272-a268-cef34e2b65e1,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:31.411498 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d04ab245-55c7-451f-8302-b757d99fa2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.431726 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-a4204d2e-b328-4294-889e-ac75f6f0ba50 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:31.433270 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-a4204d2e-b328-4294-889e-ac75f6f0ba50 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.2103877 Sep 16 15:10:31.436014 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0d77391c-f63e-4321-af95-c163bc70eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.438667 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0d77391c-f63e-4321-af95-c163bc70eb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.439719 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-0d77391c-f63e-4321-af95-c163bc70eb70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d656a29f-2eb0-44f9-8827-f38c8a8eb8fa HTTP/1.1" status: 204 len: 168 time: 0.3350203 Sep 16 15:10:31.466636 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d04ab245-55c7-451f-8302-b757d99fa2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.468924 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77391c-f63e-4321-af95-c163bc70eb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656a29f-2eb0-44f9-8827-f38c8a8eb8fa,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:31.481193 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-0be32894-b0d1-4f49-bef4-d5f3698c76b8 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/quotas/134359a6c3014235805bac2ee17179a0 HTTP/1.1" status: 200 len: 375 time: 0.0350521 Sep 16 15:10:31.558550 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-84a13409-7a3b-4a4b-8d2c-00ed25ca7d12 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644481 Sep 16 15:10:31.559679 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d04ab245-55c7-451f-8302-b757d99fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.562446 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d04ab245-55c7-451f-8302-b757d99fa2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.570174 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d04ab245-55c7-451f-8302-b757d99fa2d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/daee0fcc-2334-46d2-b01a-06dd5310b11f HTTP/1.1" status: 204 len: 168 time: 0.3424122 Sep 16 15:10:31.572577 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ab245-55c7-451f-8302-b757d99fa2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee0fcc-2334-46d2-b01a-06dd5310b11f,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:31.650339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55690) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.664113 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d4669c2-0096-4957-8866-88bda1be5641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.687161 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-6fc8a7b9-47c3-48d2-b6e2-7cc9f851b303 service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159556 Sep 16 15:10:31.792792 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d4669c2-0096-4957-8866-88bda1be5641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.798649 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d4669c2-0096-4957-8866-88bda1be5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.818208 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-5c4e1cbd-0090-4d82-9cf8-6899dd116553 service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237941 Sep 16 15:10:31.834620 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4669c2-0096-4957-8866-88bda1be5641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4dca57-499c-4709-9813-a53a58898b79,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:31.849011 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5d4669c2-0096-4957-8866-88bda1be5641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8ce459604414a2bb43e1ba5cacb19c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956577 Sep 16 15:10:31.849772 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55700) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:31.912543 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b27f-270c-4e90-b06f-1ff905a9168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:31.946050 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b27f-270c-4e90-b06f-1ff905a9168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.018398 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b27f-270c-4e90-b06f-1ff905a9168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.021339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b27f-270c-4e90-b06f-1ff905a9168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.026029 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-dbd8b27f-270c-4e90-b06f-1ff905a9168f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d4dca57-499c-4709-9813-a53a58898b79 HTTP/1.1" status: 204 len: 168 time: 0.1719205 Sep 16 15:10:32.031955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b27f-270c-4e90-b06f-1ff905a9168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4dca57-499c-4709-9813-a53a58898b79,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:32.090689 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55720) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:32.108620 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ea56fc21-424e-4ec7-a7c6-ef21edfe95cb req-81efc258-d6b1-43ad-86f3-df100e4de899 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 210 time: 0.0388763 Sep 16 15:10:32.129685 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-415f348f-77a3-42c9-939b-98c74dca7ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.268724 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-415f348f-77a3-42c9-939b-98c74dca7ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.275857 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-415f348f-77a3-42c9-939b-98c74dca7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.335778 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-415f348f-77a3-42c9-939b-98c74dca7ba5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99aa8676afbf4b739ec092881cc3f93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438498 Sep 16 15:10:32.338274 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55734) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:32.345790 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f348f-77a3-42c9-939b-98c74dca7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e16da9b-df96-4c39-aa7b-09b033876068,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:32.417310 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3f023d5b-18c6-41e1-a85d-259b9e6a8bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.444087 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3f023d5b-18c6-41e1-a85d-259b9e6a8bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.529970 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3f023d5b-18c6-41e1-a85d-259b9e6a8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.529970 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3f023d5b-18c6-41e1-a85d-259b9e6a8bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:32.531951 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-3f023d5b-18c6-41e1-a85d-259b9e6a8bc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e16da9b-df96-4c39-aa7b-09b033876068 HTTP/1.1" status: 204 len: 168 time: 0.1924481 Sep 16 15:10:32.540611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023d5b-18c6-41e1-a85d-259b9e6a8bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e16da9b-df96-4c39-aa7b-09b033876068,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:33.172819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55780) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:33.325291 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4cf86bb0-2988-47ee-b6fe-327f85fab9fd req-547c04b6-9df6-473e-a47d-22d15fdbcd8b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 210 time: 0.0512223 Sep 16 15:10:33.433636 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-network', 'tenant_id': '652be789b2d84ef0963291527797a8eb'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:33.474983 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Made reservation on behalf of 652be789b2d84ef0963291527797a8eb for: {'network': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:33.477698 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.506843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.667248 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-8e81ea34-b2b1-4007-87dd-e4b4693e209b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:33.669855 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-8e81ea34-b2b1-4007-87dd-e4b4693e209b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.2072253 Sep 16 15:10:33.705137 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Request body: {'port': {'device_id': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'admin_state_up': True, 'tenant_id': '134359a6c3014235805bac2ee17179a0'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:33.738531 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.747026 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.806567 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94154) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:10:33.832197 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55818) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:33.833711 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9715c15-fb56-4e60-971d-fa32e3f2756f,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:33.838513 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:33.839260 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.segments_db [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Added segment 780a2bc4-1e98-41ad-b7a1-de9252173fab of type vlan for network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf Sep 16 15:10:33.954167 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.014371 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Made reservation on behalf of 134359a6c3014235805bac2ee17179a0 for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:34.020220 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.023728 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.024471 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:34.025074 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.029263 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-126875031-network', 'tenant_id': '99efadb7a4de41b8b6e94716d708b8ef'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:34.055146 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Made reservation on behalf of 99efadb7a4de41b8b6e94716d708b8ef for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:34.057635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.068075 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.080999 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9069974 Sep 16 15:10:34.084763 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55834) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:34.090297 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Request body: {'subnet': {'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-subnet', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:34.105255 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.db.api [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 15:10:34.105255 dv-cinder-774288-9-iscsi neutron-server[94155]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 15:10:34.105255 dv-cinder-774288-9-iscsi neutron-server[94155]: [parameters: {'project_id_1': '652be789b2d84ef0963291527797a8eb', 'expiration_1': datetime.datetime(2021, 9, 16, 15, 10, 14, 96442)}] Sep 16 15:10:34.105255 dv-cinder-774288-9-iscsi neutron-server[94155]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94155) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:10:34.105875 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG oslo_db.api [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:10:34.138874 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1aa81-194b-4dec-8f0b-7be00a8a18da admin admin] Pushing event updated for resources: {'Network': ['ID=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:34.153059 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:10:34.190336 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.197248 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.211435 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:10:34.222459 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.223285 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Added segment 3f4174b8-67ee-46d9-ba6d-7293a7d4a871 of type vlan for network 1732b214-5627-45fa-a11b-b7138567d2da Sep 16 15:10:34.239064 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Allocated IP 172.20.0.6 (63236875-920b-484b-a3ae-dd0dbd3cecb7/e90b9e83-ce31-4673-bb60-540443ca12d2/11b9259b-5c1f-4b92-9029-1bdb7f70217f) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:34.284050 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.288934 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705e3b13-4399-4a2e-b82d-c804055c5515,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:34.324588 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.325596 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:34.326175 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.375514 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5317335 Sep 16 15:10:34.375514 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55844) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:34.378620 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Request body: {'subnet': {'network_id': '1732b214-5627-45fa-a11b-b7138567d2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-126875031-subnet', 'tenant_id': '99efadb7a4de41b8b6e94716d708b8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:34.444028 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.486619 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c43d7eb5-c35b-42a4-be7d-cb9f55108e38 req-52a2bff6-764d-42d2-8cf0-7b4878ebfc87 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 210 time: 0.0308194 Sep 16 15:10:34.488255 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Made reservation on behalf of 99efadb7a4de41b8b6e94716d708b8ef for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:34.491135 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.494237 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931176f6-5403-4ee5-9532-ccb4f2c80c56 admin admin] Pushing event updated for resources: {'Network': ['ID=1732b214-5627-45fa-a11b-b7138567d2da,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:34.501552 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.512799 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 1732b214-5627-45fa-a11b-b7138567d2da details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:10:34.554629 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:34.597449 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:34.602987 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:34.607898 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:34.654556 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event updated for resources: {'Port': ['ID=11b9259b-5c1f-4b92-9029-1bdb7f70217f,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:34.689506 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:34.690755 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.706196 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Made reservation on behalf of 652be789b2d84ef0963291527797a8eb for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:34.707543 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-dfeff40b-53da-4fef-9dc1-ce726d13cf3b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063009 Sep 16 15:10:34.708521 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.744516 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Request body: {'port': {'device_id': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:34.845754 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.893334 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:34.994801 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc046e37-cd50-499d-be12-7aacb30aac30,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:35.032151 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Checking segment: {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:35.032602 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Network hostable DHCP agents. Network: 1732b214-5627-45fa-a11b-b7138567d2da, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:10:35.060012 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.234663 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b9259b-5c1f-4b92-9029-1bdb7f70217f {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:35.244307 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.269912 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Transition to ACTIVE for port object 11b9259b-5c1f-4b92-9029-1bdb7f70217f will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:35.275595 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.358325 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Network 1732b214-5627-45fa-a11b-b7138567d2da is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:10:35.388153 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 1732b214-5627-45fa-a11b-b7138567d2da) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:35.393773 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:35.394523 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.398100 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Pushing event updated for resources: {'Port': ['ID=11b9259b-5c1f-4b92-9029-1bdb7f70217f,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:35.400395 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d46d0-5326-4f2a-8e46-ef6a22b8dc54 None None] Network 1732b214-5627-45fa-a11b-b7138567d2da requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:35.400932 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0506e19-8fe8-4b0e-8142-f89101eee5d3,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:35.424325 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Checking segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:35.424928 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Network hostable DHCP agents. Network: 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:10:35.437210 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6504cc9a-d2d8-438b-9ed1-fd70a3d506b2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0673671 Sep 16 15:10:35.455191 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.455708 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.455927 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.456256 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.456629 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.457034 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.457348 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.457797 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.458182 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.458562 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.458944 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.459428 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:35.474018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:10:35.485184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Attempting to bind port 11b9259b-5c1f-4b92-9029-1bdb7f70217f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:35.485399 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Attempting to bind port 11b9259b-5c1f-4b92-9029-1bdb7f70217f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:35.485733 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Attempting to bind port 11b9259b-5c1f-4b92-9029-1bdb7f70217f on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:35.490678 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:35.494022 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Port 11b9259b-5c1f-4b92-9029-1bdb7f70217f on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:35.494022 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Attempting to bind port 11b9259b-5c1f-4b92-9029-1bdb7f70217f on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:35.499671 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:35.500446 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.505916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:35.506255 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Checking segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:35.506661 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Bound using segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:35.507113 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Bound port: 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:35.507466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.510405 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761c177-746b-41e8-a032-e6aea88d940a None None] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:35.530479 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4a188313-9175-4e88-ba88-ee0e3ad53c1a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4444611 Sep 16 15:10:35.533262 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 55894) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:35.541102 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:35.600990 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.602507 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.693536 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] For port 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:35.706118 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.729021 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] For port 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:35.737403 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b325f-3a17-45fb-b82b-32383e1af41d None None] Network 1732b214-5627-45fa-a11b-b7138567d2da requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:35.743584 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.886803 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.895182 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8aa7d-0ccd-4fdd-acb9-7e30ae7bb7f4 req-395f8556-62d8-41cd-9297-fddafc7bfb76 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:35.896981 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d1e8aa7d-0ccd-4fdd-acb9-7e30ae7bb7f4 req-395f8556-62d8-41cd-9297-fddafc7bfb76 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 943 time: 0.2622139 Sep 16 15:10:35.900450 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3b838-dc4c-43e9-95cc-1a122a024dd1 None None] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:10:35.909604 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:35.910232 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:35.911886 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] 10.222.0.47 "PUT /v2.0/ports/11b9259b-5c1f-4b92-9029-1bdb7f70217f HTTP/1.1" status: 200 len: 1093 time: 1.1806724 Sep 16 15:10:35.912115 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'tag': '11b9259b-5c1f-4b92-9029-1bdb7f70217f'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:35.915033 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89" -d '{"events": [{"name": "network-changed", "server_uuid": "49b42942-576c-40b9-8c9e-e6ba19401b4e", "tag": "11b9259b-5c1f-4b92-9029-1bdb7f70217f"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:35.963051 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650d87b-30fe-4f74-a5f5-1409b70651ee service neutron] Pushing event updated for resources: {'Port': ['ID=11b9259b-5c1f-4b92-9029-1bdb7f70217f,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:35.982363 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d1e8aa7d-0ccd-4fdd-acb9-7e30ae7bb7f4 req-994cd8ec-9cd7-4aaa-acd3-3b7eb810e24e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Sep 16 15:10:36.046679 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1ff203-608f-43bc-8225-11bff2ffa6ab x-openstack-request-id: req-3c1ff203-608f-43bc-8225-11bff2ffa6ab {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:36.046964 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b42942-576c-40b9-8c9e-e6ba19401b4e", "tag": "11b9259b-5c1f-4b92-9029-1bdb7f70217f", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:36.047210 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c1ff203-608f-43bc-8225-11bff2ffa6ab {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:36.047599 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'tag': '11b9259b-5c1f-4b92-9029-1bdb7f70217f', 'status': 'completed', 'code': 200} Sep 16 15:10:36.067118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-c58a0803-d2d9-4516-a77c-ed3138376267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:36.068686 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-c58a0803-d2d9-4516-a77c-ed3138376267 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 1096 time: 0.0585837 Sep 16 15:10:36.127708 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-c8aeb758-5a68-439a-8002-f024458d5fbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f HTTP/1.1" status: 200 len: 217 time: 0.0420361 Sep 16 15:10:36.195823 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:36.206372 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-0a061ef0-01c7-4d65-9893-726e8c048fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:36.209653 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-0a061ef0-01c7-4d65-9893-726e8c048fb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.0678952 Sep 16 15:10:36.226653 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:36.272924 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-33db4cbe-1a54-47fa-804d-2e756f26f24e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543604 Sep 16 15:10:36.368148 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Allocated IP 172.27.2.156 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/a647c385-9448-486d-b54f-9677513e068e) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:36.384217 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-7f410795-43d8-49bb-bbe3-88dcc4931fcd service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014340 Sep 16 15:10:36.487276 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:36.499037 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6666188-ceef-4557-a1fb-1dac9d1843d1 req-e08775f6-fda1-4e8c-bf35-546168335fcb service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997875 Sep 16 15:10:36.522747 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:36.558648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:36.561397 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:36.564672 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:36.571699 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=a647c385-9448-486d-b54f-9677513e068e,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:36.611103 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.611451 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.611793 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.612121 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.612448 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.612815 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.613201 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.613524 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.613850 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.614164 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.614481 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.614797 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:36.661194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-5e4d9b74-9603-4774-b24f-10d46be4c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:36.662761 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-5e4d9b74-9603-4774-b24f-10d46be4c3eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 1096 time: 0.0467935 Sep 16 15:10:36.763395 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-0e863a21-be00-4bee-825e-1351387fef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:36.765981 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-0e863a21-be00-4bee-825e-1351387fef97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 916 time: 0.0940132 Sep 16 15:10:36.802167 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:36.846280 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-fea4b5fd-a652-4c59-b688-5e32c422be5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f HTTP/1.1" status: 200 len: 217 time: 0.0722282 Sep 16 15:10:36.915887 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-da7f2630-5df9-429f-ba68-dc9b75595dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:36.917399 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-da7f2630-5df9-429f-ba68-dc9b75595dc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.0610261 Sep 16 15:10:36.954752 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-eec7ddde-ab1a-475f-abb1-81cc0a667004 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287216 Sep 16 15:10:37.044337 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:37.101595 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-aa9a0be2-489e-41a6-b725-816b6b190b75 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348011 Sep 16 15:10:37.138656 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8eaa8-8b05-4372-bee1-ba9a9d9a0540 req-d86d8262-6840-4442-8ddf-5abeefe32b18 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:37.140268 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-13f8eaa8-8b05-4372-bee1-ba9a9d9a0540 req-d86d8262-6840-4442-8ddf-5abeefe32b18 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 943 time: 0.0710864 Sep 16 15:10:37.202364 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:10:37.232285 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-13f8eaa8-8b05-4372-bee1-ba9a9d9a0540 req-da0d60a5-8717-4870-8488-01f4dee0fab6 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805902 Sep 16 15:10:37.254602 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c81f20ff-25fe-48c3-8d71-ff82c4bc8c89 req-5cde5bdf-3773-4d58-99e3-ac917e9d276a service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334667 Sep 16 15:10:37.333175 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:37.343900 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Sync routers for ids ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:37.350355 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:37.353336 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Routers {'6be11b5c-0a1d-427b-9c1d-d56dbd12e584'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:37.354141 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:37.354827 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 55954) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:37.355109 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-0462f6a1-9df4-4f45-8670-b2e7aeb61ab6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8207147 Sep 16 15:10:37.562008 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Set router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:37.660781 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-279209b7-8fbe-41cd-b693-5b0537190910 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:37.668927 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-279209b7-8fbe-41cd-b693-5b0537190910 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/networks?id=1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 200 len: 808 time: 0.1942775 Sep 16 15:10:37.688783 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-bcbdf79c-28a9-4ebb-89aa-23c5a292268b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/quotas/99efadb7a4de41b8b6e94716d708b8ef HTTP/1.1" status: 200 len: 375 time: 0.0183032 Sep 16 15:10:37.735724 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-48bed3a7-c187-44f6-9879-7e0324352711 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460532 Sep 16 15:10:37.754742 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:10:36Z', 'revision_number': 3, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:37.783313 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Checking router: 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:37.783654 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Updating router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 port a647c385-9448-486d-b54f-9677513e068e binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:10:37.815579 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:37.855538 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-482ed894-b31c-4cd9-b433-09418e0616ca service neutron] 10.222.0.36 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094866 Sep 16 15:10:37.963165 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-32ac63c7-001e-45c9-9268-6496b89c0144 service neutron] 10.222.0.36 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976458 Sep 16 15:10:38.198484 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.202435 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.221926 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.253152 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fce6490f-d1d9-4cd1-93ff-40f835fc8de7 req-ad012155-9383-472c-943b-555a1a491d04 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 210 time: 0.0724514 Sep 16 15:10:38.333746 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f9379-e225-47d5-b0ab-938f804931e9 None None] Pushing event updated for resources: {'Port': ['ID=a647c385-9448-486d-b54f-9677513e068e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:38.343561 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Attempting to bind port a647c385-9448-486d-b54f-9677513e068e on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:38.344096 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Attempting to bind port a647c385-9448-486d-b54f-9677513e068e by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:38.344671 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Attempting to bind port a647c385-9448-486d-b54f-9677513e068e on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:38.352635 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:38.353064 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:38.354627 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.355025 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:38.355506 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Bound port: a647c385-9448-486d-b54f-9677513e068e, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:38.355906 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.440615 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] For port a647c385-9448-486d-b54f-9677513e068e, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:38.445583 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] For port a647c385-9448-486d-b54f-9677513e068e, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=a647c385-9448-486d-b54f-9677513e068e,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:38.449206 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529339a-9a81-4bce-b853-9a27670994d1 req-31388560-dbad-4b73-a266-be827b74a3e9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:38.457698 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3529339a-9a81-4bce-b853-9a27670994d1 req-31388560-dbad-4b73-a266-be827b74a3e9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 943 time: 0.0716503 Sep 16 15:10:38.458026 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.513263 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3529339a-9a81-4bce-b853-9a27670994d1 req-f4c6244f-0d76-4db3-9d0e-cbe03005003a tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412929 Sep 16 15:10:38.520526 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Allocated IP 172.20.0.1 (4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf/d0506e19-8fe8-4b0e-8142-f89101eee5d3/1f603159-4dd7-4d36-bd2c-c779f88827b1) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:38.533222 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f9379-e225-47d5-b0ab-938f804931e9 None None] Pushing event updated for resources: {'Port': ['ID=a647c385-9448-486d-b54f-9677513e068e,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:38.541666 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Routers {'6be11b5c-0a1d-427b-9c1d-d56dbd12e584'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:38.542490 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:38.658584 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] Set router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:38.663576 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.699274 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.745628 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:38.766491 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:38.774394 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:38.779158 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Pushing event updated for resources: {'Port': ['ID=1f603159-4dd7-4d36-bd2c-c779f88827b1,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:38.833191 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:38.873212 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:10:36Z', 'revision_number': 3, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:38.911869 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f746ae-3191-4120-9bbb-2e5cde4450aa None None] The sync data for ids ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'] in dv-cinder-774288-9-iscsi is: [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:10:36Z', 'revision_number': 3, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:39.000742 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.191984 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.208013 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.286812 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Pushing event updated for resources: {'Port': ['ID=1f603159-4dd7-4d36-bd2c-c779f88827b1,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:39.290244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.362376 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3c198add-3489-4f99-a194-b0340aa50359 req-98af2ffb-ffbc-4cab-a2f5-efce65b6b5c5 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 210 time: 0.0270884 Sep 16 15:10:39.399287 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:39.400793 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:39.537997 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a647c385-9448-486d-b54f-9677513e068e up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:39.609157 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:10:39.661115 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port a647c385-9448-486d-b54f-9677513e068e triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:39.661430 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.744735 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6071717-80f2-4010-a43f-decb5b4f6eea req-12cccb19-54ac-4db5-b762-cdc171006efd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:39.747979 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e6071717-80f2-4010-a43f-decb5b4f6eea req-12cccb19-54ac-4db5-b762-cdc171006efd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 943 time: 0.1133585 Sep 16 15:10:39.857611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:39.864539 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-cb22d546-5f90-414e-87c2-ac668fa3c50a admin admin] 10.222.0.36 "PUT /v2.0/routers/6be11b5c-0a1d-427b-9c1d-d56dbd12e584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084867 Sep 16 15:10:39.866522 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e6071717-80f2-4010-a43f-decb5b4f6eea req-e78d4f86-0d6d-4c6c-87ad-35c84de700cf tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103964 Sep 16 15:10:39.897914 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.955563 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-4fdca662-fa92-4491-bcdf-19d1d240c2b6 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:39.957195 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-4fdca662-fa92-4491-bcdf-19d1d240c2b6 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "GET /v2.0/networks?id=1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 200 len: 808 time: 0.3655438 Sep 16 15:10:39.965630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port a647c385-9448-486d-b54f-9677513e068e, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=a647c385-9448-486d-b54f-9677513e068e,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:39.971693 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:39.990651 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Request body: {'port': {'device_id': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da', 'admin_state_up': True, 'tenant_id': '99efadb7a4de41b8b6e94716d708b8ef'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:40.051111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=a647c385-9448-486d-b54f-9677513e068e,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:40.059537 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.059788 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.060181 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.060545 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.061080 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.061625 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.061974 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.062472 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.062975 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.063675 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.064158 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.064705 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:40.149040 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 11b9259b-5c1f-4b92-9029-1bdb7f70217f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:40.238741 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Made reservation on behalf of 99efadb7a4de41b8b6e94716d708b8ef for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:40.255473 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.296598 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:40.308897 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '11b9259b-5c1f-4b92-9029-1bdb7f70217f', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'port_id': '11b9259b-5c1f-4b92-9029-1bdb7f70217f', 'mac_address': 'fa:16:3e:b4:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90b9e83-ce31-4673-bb60-540443ca12d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:40.380229 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.395103 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b9259b-5c1f-4b92-9029-1bdb7f70217f {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:40.428078 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:40.434731 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Allocated IP 172.20.0.12 (1732b214-5627-45fa-a11b-b7138567d2da/bc046e37-cd50-499d-be12-7aacb30aac30/0aef666c-9a45-4fba-802e-2fd7d46fe27b) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:40.439283 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.509582 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=11b9259b-5c1f-4b92-9029-1bdb7f70217f,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:40.603746 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ac15e9b9-cf56-4cc8-a9a5-6af4fd7ce57d req-ac9c4cae-858b-4e92-aac3-36d245f99938 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 210 time: 0.0437617 Sep 16 15:10:40.661198 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-0221da89-426a-4d3d-bff7-8e29759b558c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:40.662691 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-0221da89-426a-4d3d-bff7-8e29759b558c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 819 time: 0.1952751 Sep 16 15:10:40.713806 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-9923d121-f4b5-4c6d-9a2a-c2273abc1a5c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/quotas/652be789b2d84ef0963291527797a8eb HTTP/1.1" status: 200 len: 375 time: 0.0449326 Sep 16 15:10:40.785779 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.792412 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-3166934c-b61a-41a1-84b3-ead922643a7e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713339 Sep 16 15:10:40.830164 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['11b9259b-5c1f-4b92-9029-1bdb7f70217f'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:40.887847 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:40.926925 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Sync routers for ids ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:40.944210 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Network 1732b214-5627-45fa-a11b-b7138567d2da is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:40.945407 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Routers {'6be11b5c-0a1d-427b-9c1d-d56dbd12e584'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:40.946270 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:40.948139 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-0db094af-6761-48c5-b6d1-8a2932df3a5d service neutron] 10.222.0.36 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477518 Sep 16 15:10:40.951266 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:40.954071 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:40.995401 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Pushing event updated for resources: {'Port': ['ID=0aef666c-9a45-4fba-802e-2fd7d46fe27b,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:41.006806 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaf78e-598f-457c-b8f2-3bb3231074dd req-737978f8-0d75-4087-96d1-ea80a9259a5d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:41.009418 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cbfaf78e-598f-457c-b8f2-3bb3231074dd req-737978f8-0d75-4087-96d1-ea80a9259a5d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 944 time: 0.0520897 Sep 16 15:10:41.057905 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cbfaf78e-598f-457c-b8f2-3bb3231074dd req-a570c941-181d-4859-a50d-a35ecfc414c7 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404284 Sep 16 15:10:41.073141 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:41.073924 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.098954 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-428a7c5c-437d-4f77-966b-3786b163dc15 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1126368 Sep 16 15:10:41.120757 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-c34d53c5-ae63-49e1-8d7b-dbf5471e46b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344442 Sep 16 15:10:41.127187 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Request body: {'port': {'device_id': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:41.146027 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Set router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:41.200425 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.383766 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9d0252cc-c79d-49c4-af2e-47f3707ee0a2 req-ac4f3016-d78c-4b94-96f4-82c3a903e193 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 210 time: 0.0490324 Sep 16 15:10:41.574185 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a647c385-9448-486d-b54f-9677513e068e up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:41.648144 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:10:38Z', 'revision_number': 4, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f603159-4dd7-4d36-bd2c-c779f88827b1', 'name': '', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'mac_address': 'fa:16:3e:86:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:38Z', 'updated_at': '2021-09-16T15:10:39Z', 'revision_number': 2, 'project_id': '652be789b2d84ef0963291527797a8eb', 'subnets': [{'id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:41.653081 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port a647c385-9448-486d-b54f-9677513e068e triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:41.653695 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.680906 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Checking router: 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:41.681348 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Updating router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 port 1f603159-4dd7-4d36-bd2c-c779f88827b1 binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:10:41.730111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.818396 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-ffd587bd-df11-4a01-a918-11ec8a2042d0 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:41.829020 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-ffd587bd-df11-4a01-a918-11ec8a2042d0 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 819 time: 0.1958339 Sep 16 15:10:41.829203 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aef666c-9a45-4fba-802e-2fd7d46fe27b {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:41.843047 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.853745 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-ceff2df2-b38c-44bd-aba0-253084e40103 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/quotas/652be789b2d84ef0963291527797a8eb HTTP/1.1" status: 200 len: 375 time: 0.0225558 Sep 16 15:10:41.874223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Transition to ACTIVE for port object 0aef666c-9a45-4fba-802e-2fd7d46fe27b will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:41.893732 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.916301 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-ae74f54d-1171-4afb-bc01-3ccb9ccc0ae7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613759 Sep 16 15:10:41.943050 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0aef666c-9a45-4fba-802e-2fd7d46fe27b,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.015665 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Attempting to bind port 0aef666c-9a45-4fba-802e-2fd7d46fe27b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:42.015990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Attempting to bind port 0aef666c-9a45-4fba-802e-2fd7d46fe27b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:42.016244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Attempting to bind port 0aef666c-9a45-4fba-802e-2fd7d46fe27b on network 1732b214-5627-45fa-a11b-b7138567d2da {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:42.016926 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-1c11d9d6-f320-461a-8538-7535159f93d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885022 Sep 16 15:10:42.031181 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Port 0aef666c-9a45-4fba-802e-2fd7d46fe27b on network 1732b214-5627-45fa-a11b-b7138567d2da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:42.031555 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Attempting to bind port 0aef666c-9a45-4fba-802e-2fd7d46fe27b on network 1732b214-5627-45fa-a11b-b7138567d2da {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:42.036807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:42.037150 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Checking segment: {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:42.037570 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Bound using segment: {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:42.038314 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Bound port: 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:42.038314 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.056382 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.062176 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.105862 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] For port 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:42.109333 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] For port 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:42.113717 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.116354 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a33a6-08de-4610-8e50-667e5c3a4c40 None None] Pushing event updated for resources: {'Port': ['ID=1f603159-4dd7-4d36-bd2c-c779f88827b1,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.119890 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-e42aff7a-22e8-402e-a6db-cffb8efa6283 service neutron] 10.222.0.36 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961497 Sep 16 15:10:42.156068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.156836 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.158282 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] 10.222.0.47 "PUT /v2.0/ports/0aef666c-9a45-4fba-802e-2fd7d46fe27b HTTP/1.1" status: 200 len: 1094 time: 1.0363450 Sep 16 15:10:42.160847 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'tag': '0aef666c-9a45-4fba-802e-2fd7d46fe27b'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:42.163068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9003678-b6e5-40b4-be31-306e4223d1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e186350-e60c-40d7-b8cb-8cefb46760ca", "tag": "0aef666c-9a45-4fba-802e-2fd7d46fe27b"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:42.174859 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Attempting to bind port 1f603159-4dd7-4d36-bd2c-c779f88827b1 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:42.175239 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Attempting to bind port 1f603159-4dd7-4d36-bd2c-c779f88827b1 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:42.175603 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Attempting to bind port 1f603159-4dd7-4d36-bd2c-c779f88827b1 on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:42.180624 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:42.180999 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Checking segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:42.181410 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.181868 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Bound using segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:42.182341 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Bound port: 1f603159-4dd7-4d36-bd2c-c779f88827b1, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:42.182723 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.186511 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de7447-f29e-4ef5-9909-53e68f00d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0aef666c-9a45-4fba-802e-2fd7d46fe27b,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.257171 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] For port 1f603159-4dd7-4d36-bd2c-c779f88827b1, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:42.260520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] For port 1f603159-4dd7-4d36-bd2c-c779f88827b1, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=1f603159-4dd7-4d36-bd2c-c779f88827b1,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:42.266337 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:42.325060 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Routers {'6be11b5c-0a1d-427b-9c1d-d56dbd12e584'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:42.325683 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:42.326197 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4ac2d-f88d-4db0-9dd8-d195a9ce34f1 req-d068b7c2-e91e-4a6a-b7d2-1eb62e10e60b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:42.334369 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c8b4ac2d-f88d-4db0-9dd8-d195a9ce34f1 req-d068b7c2-e91e-4a6a-b7d2-1eb62e10e60b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 944 time: 0.0628159 Sep 16 15:10:42.360678 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a33a6-08de-4610-8e50-667e5c3a4c40 None None] Pushing event updated for resources: {'Port': ['ID=1f603159-4dd7-4d36-bd2c-c779f88827b1,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:42.373074 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c8b4ac2d-f88d-4db0-9dd8-d195a9ce34f1 req-938a61b0-691e-4061-ad8b-6f4962f90211 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377147 Sep 16 15:10:42.445491 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] Set router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:42.644672 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:10:38Z', 'revision_number': 4, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f603159-4dd7-4d36-bd2c-c779f88827b1', 'name': '', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'mac_address': 'fa:16:3e:86:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:38Z', 'updated_at': '2021-09-16T15:10:42Z', 'revision_number': 4, 'project_id': '652be789b2d84ef0963291527797a8eb', 'subnets': [{'id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:42.674531 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7844eb40-e4af-42a8-8d97-d07b6e449057 None None] The sync data for ids ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'] in dv-cinder-774288-9-iscsi is: [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:10:38Z', 'revision_number': 4, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f603159-4dd7-4d36-bd2c-c779f88827b1', 'name': '', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'mac_address': 'fa:16:3e:86:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:38Z', 'updated_at': '2021-09-16T15:10:42Z', 'revision_number': 4, 'project_id': '652be789b2d84ef0963291527797a8eb', 'subnets': [{'id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:43.515038 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f603159-4dd7-4d36-bd2c-c779f88827b1 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:43.563305 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 1f603159-4dd7-4d36-bd2c-c779f88827b1 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:43.563726 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.642989 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.672659 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 1f603159-4dd7-4d36-bd2c-c779f88827b1, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=1f603159-4dd7-4d36-bd2c-c779f88827b1,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:43.677385 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:43.726378 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=1f603159-4dd7-4d36-bd2c-c779f88827b1,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:44.312667 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e74e3-98a2-45da-b277-235b140a5d50 x-openstack-request-id: req-593e74e3-98a2-45da-b277-235b140a5d50 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:44.313152 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e186350-e60c-40d7-b8cb-8cefb46760ca", "tag": "0aef666c-9a45-4fba-802e-2fd7d46fe27b", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:44.313408 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-593e74e3-98a2-45da-b277-235b140a5d50 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:44.313931 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'tag': '0aef666c-9a45-4fba-802e-2fd7d46fe27b', 'status': 'completed', 'code': 200} Sep 16 15:10:44.336504 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829842f-ca71-4c94-ab26-d2ab4acddd03 req-3e56adee-db3b-4548-a467-7a7fbbf67d24 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.338096 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4829842f-ca71-4c94-ab26-d2ab4acddd03 req-3e56adee-db3b-4548-a467-7a7fbbf67d24 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 944 time: 0.0606205 Sep 16 15:10:44.372974 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2c64f3c3-b088-425e-b6c1-0e0b1418c43f req-162ebdb8-338a-4af5-84ba-3a00a6fb4ffa tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 210 time: 0.0258486 Sep 16 15:10:44.383666 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4829842f-ca71-4c94-ab26-d2ab4acddd03 req-b78aebba-063d-45af-8a3c-2ea95d5fa657 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386095 Sep 16 15:10:44.444138 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-61e458d9-f353-46bf-8a32-71735370c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.445957 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-61e458d9-f353-46bf-8a32-71735370c98b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 1097 time: 0.0506535 Sep 16 15:10:44.487419 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3370b-c65d-48a3-93d9-08c1cc846c1e req-71690897-5dbc-43dd-94e4-321fc90fc3f4 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.488831 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7db3370b-c65d-48a3-93d9-08c1cc846c1e req-71690897-5dbc-43dd-94e4-321fc90fc3f4 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 944 time: 0.0526583 Sep 16 15:10:44.510432 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-fb986c40-5f7e-40f3-904e-fcd3d3c7f3d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b HTTP/1.1" status: 200 len: 217 time: 0.0362422 Sep 16 15:10:44.526654 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7db3370b-c65d-48a3-93d9-08c1cc846c1e req-27c53098-8f9f-468c-b48a-d948e95e0286 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319717 Sep 16 15:10:44.560229 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-971cd314-1abd-44de-bb66-ef03bb719bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.561745 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-971cd314-1abd-44de-bb66-ef03bb719bc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc046e37-cd50-499d-be12-7aacb30aac30 HTTP/1.1" status: 200 len: 848 time: 0.0439184 Sep 16 15:10:44.606453 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-087c95b9-2457-4fef-9ed5-003ef5446a25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1732b214-5627-45fa-a11b-b7138567d2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275936 Sep 16 15:10:44.695130 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-37db1455-cc16-48de-8ae0-ed9f07e3d781 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790529 Sep 16 15:10:44.789587 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c44ed32-7dc0-4340-b599-8d7f11c0c617 req-bbac7a7a-229b-4cb9-ad88-28de1ec97347 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842729 Sep 16 15:10:44.929809 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:10:44.968240 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-f0facc54-57fe-4b72-a90f-60d57bbe0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:44.969838 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-f0facc54-57fe-4b72-a90f-60d57bbe0e56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 1097 time: 0.0413847 Sep 16 15:10:45.134455 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-271b5642-a250-4f78-960d-5b9506ba7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.135904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-271b5642-a250-4f78-960d-5b9506ba7b2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 200 len: 909 time: 0.0999877 Sep 16 15:10:45.303152 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-e065a954-a2d5-4022-8abb-833c6fd97794 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.304742 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-e065a954-a2d5-4022-8abb-833c6fd97794 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 819 time: 0.1432076 Sep 16 15:10:45.385469 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Request body: {'port': {'device_id': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'admin_state_up': True, 'tenant_id': '652be789b2d84ef0963291527797a8eb'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:45.428275 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-86915557-9f6c-4ab7-bbfb-eb0bd803fb5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b HTTP/1.1" status: 200 len: 217 time: 0.2639534 Sep 16 15:10:45.445868 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-e5f9437f-3acd-4b68-b857-d1f97a22059e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2802017 Sep 16 15:10:45.509827 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Made reservation on behalf of 652be789b2d84ef0963291527797a8eb for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:45.509993 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f603159-4dd7-4d36-bd2c-c779f88827b1 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:45.516780 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:45.528341 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2154188d-3b9b-4f19-ad8e-ee2389c1f309 req-94cbcdb9-dad7-4d80-a836-344b9e6845da tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 210 time: 0.0408533 Sep 16 15:10:45.579942 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 1f603159-4dd7-4d36-bd2c-c779f88827b1 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:45.580387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:45.629824 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-eb59b6b8-20e1-4621-9b43-7deabe922038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.631259 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-eb59b6b8-20e1-4621-9b43-7deabe922038 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc046e37-cd50-499d-be12-7aacb30aac30 HTTP/1.1" status: 200 len: 848 time: 0.1057057 Sep 16 15:10:45.636060 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-364133a1-4a53-4a97-85a7-7ece99e2aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.637480 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-364133a1-4a53-4a97-85a7-7ece99e2aa22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 1098 time: 0.0731828 Sep 16 15:10:45.721187 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-8fc721cc-e1c5-4155-a261-6655148de63a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1732b214-5627-45fa-a11b-b7138567d2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563643 Sep 16 15:10:45.776808 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be34126-c08b-4de4-ace8-f182656c970f req-bfb9b1ef-6e75-4c1a-886c-53448c6ca948 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.778390 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2be34126-c08b-4de4-ace8-f182656c970f req-bfb9b1ef-6e75-4c1a-886c-53448c6ca948 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 944 time: 0.1462200 Sep 16 15:10:45.882133 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.47', 63981) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:45.891772 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-f50e1d65-afda-4d00-bf34-32ec739fc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.893266 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-f50e1d65-afda-4d00-bf34-32ec739fc756 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 916 time: 0.2142863 Sep 16 15:10:45.898288 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2be34126-c08b-4de4-ace8-f182656c970f req-1ec85a02-fbfe-48b4-b1d8-ae585664b8bc tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069138 Sep 16 15:10:45.901587 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76b719-d1af-4777-ac01-89fe5db6ea5f req-2eda4fe4-84ef-4b43-ba43-b110eee10e15 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:45.906569 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6c76b719-d1af-4777-ac01-89fe5db6ea5f req-2eda4fe4-84ef-4b43-ba43-b110eee10e15 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 944 time: 0.1176615 Sep 16 15:10:46.006998 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-bd304929-6f07-4647-8549-2f5ebc87bd93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757 HTTP/1.1" status: 200 len: 217 time: 0.0906646 Sep 16 15:10:46.015460 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-f2d54ff0-1241-41e7-9178-45b0101f6038 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341163 Sep 16 15:10:46.067868 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 11b9259b-5c1f-4b92-9029-1bdb7f70217f up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:46.172478 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 11b9259b-5c1f-4b92-9029-1bdb7f70217f completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:46.178610 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 11b9259b-5c1f-4b92-9029-1bdb7f70217f triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:46.179287 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.216723 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6c76b719-d1af-4777-ac01-89fe5db6ea5f req-4d7184db-cbcf-4132-b535-71a15a397d36 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884078 Sep 16 15:10:46.239890 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Allocated IP 172.20.0.2 (4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf/d0506e19-8fe8-4b0e-8142-f89101eee5d3/4584b1dc-867f-46c8-8c9e-36d5cd675ee9) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:46.253836 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-c6327efb-306d-489d-85e1-acdc32be689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.255698 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-c6327efb-306d-489d-85e1-acdc32be689a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.2304647 Sep 16 15:10:46.272346 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a118df13-654e-42e1-a662-4ea089bf55ba tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.274116 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a118df13-654e-42e1-a662-4ea089bf55ba tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 819 time: 0.3537908 Sep 16 15:10:46.312973 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Request body: {'port': {'device_id': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'admin_state_up': True, 'tenant_id': '652be789b2d84ef0963291527797a8eb'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:46.316475 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.350154 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-7a445a90-c20c-4ae9-8a45-a3d9fe601187 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457404 Sep 16 15:10:46.355363 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9259b-5c1f-4b92-9029-1bdb7f70217f'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:46.358854 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba6cd7-16b0-4040-84b9-68d532cfbf0a" -d '{"events": [{"server_uuid": "49b42942-576c-40b9-8c9e-e6ba19401b4e", "name": "network-vif-plugged", "status": "completed", "tag": "11b9259b-5c1f-4b92-9029-1bdb7f70217f"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:46.363147 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9003678-b6e5-40b4-be31-306e4223d1e5 req-39939bd5-62df-4f6f-b47a-9f7125edb495 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343413 Sep 16 15:10:46.374692 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:46.381982 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.461855 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ad09ff-3971-446c-8466-7a37b129416e x-openstack-request-id: req-63ad09ff-3971-446c-8466-7a37b129416e {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:46.462233 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b42942-576c-40b9-8c9e-e6ba19401b4e", "name": "network-vif-plugged", "status": "completed", "tag": "11b9259b-5c1f-4b92-9029-1bdb7f70217f", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:46.462539 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63ad09ff-3971-446c-8466-7a37b129416e {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:46.463069 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b9259b-5c1f-4b92-9029-1bdb7f70217f', 'code': 200} Sep 16 15:10:46.463906 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=11b9259b-5c1f-4b92-9029-1bdb7f70217f,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:46.532777 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Made reservation on behalf of 652be789b2d84ef0963291527797a8eb for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:46.537620 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.592641 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-f9165ff2-56fd-45e9-b13e-4973bcd3554d service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236116 Sep 16 15:10:46.593160 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56230) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:46.721832 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.787743 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-195ce830-51cd-4d23-ade8-acb7d01974d1 req-93e60eb8-8b6c-4161-b6d9-7d93776e977f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 210 time: 0.0524924 Sep 16 15:10:46.818868 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8872c356-4421-4d9d-a040-7f98691670b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.837704 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.841637 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a25ab0-5873-4269-8733-dd321390923d req-850a3bd9-4229-4188-831a-041fe279ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.843168 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-67a25ab0-5873-4269-8733-dd321390923d req-850a3bd9-4229-4188-831a-041fe279ff2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 1098 time: 0.0816300 Sep 16 15:10:46.848001 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-9adbf787-a928-473e-ac36-16db68d5ba86 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238216 Sep 16 15:10:46.895284 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:46.905095 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:46.907713 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:46.913635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:46.914250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.916434 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-67a25ab0-5873-4269-8733-dd321390923d req-46676e6a-ac17-4512-b43a-0871ca164638 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492697 Sep 16 15:10:46.922876 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Allocated IP 172.20.0.5 (4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf/d0506e19-8fe8-4b0e-8142-f89101eee5d3/54a61362-64b7-4e32-baba-390a6a84d69b) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:46.938665 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Pushing event updated for resources: {'Port': ['ID=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:46.961836 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8872c356-4421-4d9d-a040-7f98691670b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.966281 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8872c356-4421-4d9d-a040-7f98691670b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:46.980066 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-68a5a3fb-6ca7-41ad-8420-0420432ee0c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5987179 Sep 16 15:10:47.019010 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-8872c356-4421-4d9d-a040-7f98691670b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b578f9e451ef42029251f3963ceffae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222882 Sep 16 15:10:47.019319 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56242) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:47.033590 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c356-4421-4d9d-a040-7f98691670b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3d1bd-bf87-41c2-a143-ac6c597b5a96,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:47.061894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b67e97-454e-4e20-bcad-42c34a152b84 req-fef4469c-f692-4658-bf98-de69d072f76a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.063577 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-89b67e97-454e-4e20-bcad-42c34a152b84 req-fef4469c-f692-4658-bf98-de69d072f76a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 944 time: 0.0695946 Sep 16 15:10:47.111072 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-89b67e97-454e-4e20-bcad-42c34a152b84 req-793a9f9e-6636-4bce-8a53-a3101c712fd5 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Sep 16 15:10:47.138949 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1f523de-cf38-4e59-bed0-1550c6b8c332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.144571 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.171639 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1f523de-cf38-4e59-bed0-1550c6b8c332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.220731 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.269823 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:47.273422 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:47.278229 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:47.284920 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.285630 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.292303 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1f523de-cf38-4e59-bed0-1550c6b8c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.295572 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1f523de-cf38-4e59-bed0-1550c6b8c332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.296901 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d1f523de-cf38-4e59-bed0-1550c6b8c332 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ba3d1bd-bf87-41c2-a143-ac6c597b5a96 HTTP/1.1" status: 204 len: 168 time: 0.2766423 Sep 16 15:10:47.301087 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Request body: {'port': {'device_id': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:47.366111 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Pushing event updated for resources: {'Port': ['ID=54a61362-64b7-4e32-baba-390a6a84d69b,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:47.386070 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f523de-cf38-4e59-bed0-1550c6b8c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3d1bd-bf87-41c2-a143-ac6c597b5a96,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:47.388743 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-a784160b-08cc-4a0d-9ab1-b8373cb1823d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0832090 Sep 16 15:10:47.428524 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Request body: {'port': {'device_id': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:47.476169 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8414a-fc7e-4825-a296-3a6b1ad10ee5 req-0710fb6d-1550-42ce-b2e8-2b4b4167eb17 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.484719 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3fe8414a-fc7e-4825-a296-3a6b1ad10ee5 req-0710fb6d-1550-42ce-b2e8-2b4b4167eb17 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 945 time: 0.1769154 Sep 16 15:10:47.493615 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.505163 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.577541 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.589519 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3fe8414a-fc7e-4825-a296-3a6b1ad10ee5 req-d8590288-954e-4da8-a9da-eef39c126322 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038890 Sep 16 15:10:47.677990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56274) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:47.697137 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dcffabd4-e656-4d65-99af-7036fbd54ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.809090 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dcffabd4-e656-4d65-99af-7036fbd54ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.812926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dcffabd4-e656-4d65-99af-7036fbd54ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.857677 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-dcffabd4-e656-4d65-99af-7036fbd54ef4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17c7e1e42bff46a98050f73d8d85e66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788852 Sep 16 15:10:47.858484 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56280) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:47.858805 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffabd4-e656-4d65-99af-7036fbd54ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82961d-fbe0-497f-ad24-1dc010c10637,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:47.957196 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8757d1e-f2ec-4b36-b79f-d23e98b94b96 req-751fe8ee-09ee-49d6-9b92-83194e9fa210 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:47.963353 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a8757d1e-f2ec-4b36-b79f-d23e98b94b96 req-751fe8ee-09ee-49d6-9b92-83194e9fa210 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 931 time: 0.0725782 Sep 16 15:10:47.963510 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1eed0d7-3f2c-4df4-8603-9f4cfc975f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:47.993703 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:47.999545 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1eed0d7-3f2c-4df4-8603-9f4cfc975f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.009039 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.015179 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a8757d1e-f2ec-4b36-b79f-d23e98b94b96 req-716b7134-e3ae-46fc-b431-c12d87500120 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Sep 16 15:10:48.059231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Transition to ACTIVE for port object 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:48.063123 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.089684 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 0aef666c-9a45-4fba-802e-2fd7d46fe27b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:48.197590 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1eed0d7-3f2c-4df4-8603-9f4cfc975f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.200043 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1eed0d7-3f2c-4df4-8603-9f4cfc975f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.201763 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f1eed0d7-3f2c-4df4-8603-9f4cfc975f92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef82961d-fbe0-497f-ad24-1dc010c10637 HTTP/1.1" status: 204 len: 168 time: 0.3417909 Sep 16 15:10:48.203124 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:48.215165 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '0aef666c-9a45-4fba-802e-2fd7d46fe27b', 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da', 'port_id': '0aef666c-9a45-4fba-802e-2fd7d46fe27b', 'mac_address': 'fa:16:3e:72:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc046e37-cd50-499d-be12-7aacb30aac30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:48.218397 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Pushing event updated for resources: {'Port': ['ID=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:48.223734 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Attempting to bind port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:48.224082 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Attempting to bind port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:48.224416 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Attempting to bind port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:48.259470 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eed0d7-3f2c-4df4-8603-9f4cfc975f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82961d-fbe0-497f-ad24-1dc010c10637,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:48.281513 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:48.281915 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Attempting to bind port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:48.285012 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.295843 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:48.296169 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Checking segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:48.296574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Bound using segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:48.297004 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Bound port: 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:48.297360 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.303407 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aef666c-9a45-4fba-802e-2fd7d46fe27b {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:48.325915 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:48.332443 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.371892 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17289f3b-6bd7-47c5-abee-ba60104f7164 req-5aa3d721-54cf-4011-8c00-f41e5e64af9f tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.373469 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-17289f3b-6bd7-47c5-abee-ba60104f7164 req-5aa3d721-54cf-4011-8c00-f41e5e64af9f tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 944 time: 0.1707292 Sep 16 15:10:48.381375 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=0aef666c-9a45-4fba-802e-2fd7d46fe27b,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:48.456203 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a61362-64b7-4e32-baba-390a6a84d69b {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:48.485122 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-17289f3b-6bd7-47c5-abee-ba60104f7164 req-d9101f2e-feb0-4992-95c9-b8222f6dfbe1 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851402 Sep 16 15:10:48.487791 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.493217 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] For port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:48.503348 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] For port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:48.508511 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Transition to ACTIVE for port object 54a61362-64b7-4e32-baba-390a6a84d69b will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:48.510112 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.541877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.564746 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.565519 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.567184 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] 10.222.0.47 "PUT /v2.0/ports/4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 1093 time: 1.2757425 Sep 16 15:10:48.567921 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'tag': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:48.570327 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21c966-e19c-43e1-b976-080dde3d9cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a70181b-184c-4dd1-a6e3-51c4474aafa9", "tag": "4584b1dc-867f-46c8-8c9e-36d5cd675ee9"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:48.595110 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5d5af-ad74-4620-bd33-56badac87403 service neutron] Pushing event updated for resources: {'Port': ['ID=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:48.600251 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56296) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:48.636882 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba469341-d7b6-49fd-a1a2-c95359be4f30 x-openstack-request-id: req-ba469341-d7b6-49fd-a1a2-c95359be4f30 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:48.637172 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a70181b-184c-4dd1-a6e3-51c4474aafa9", "tag": "4584b1dc-867f-46c8-8c9e-36d5cd675ee9", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:48.637425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba469341-d7b6-49fd-a1a2-c95359be4f30 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:48.637820 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'tag': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9', 'status': 'completed', 'code': 200} Sep 16 15:10:48.660826 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-495f5cbb-9f1e-4a03-8b41-0fa2911023cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.701060 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Pushing event updated for resources: {'Port': ['ID=54a61362-64b7-4e32-baba-390a6a84d69b,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:48.712598 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Attempting to bind port 54a61362-64b7-4e32-baba-390a6a84d69b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:48.712945 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Attempting to bind port 54a61362-64b7-4e32-baba-390a6a84d69b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:48.713274 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Attempting to bind port 54a61362-64b7-4e32-baba-390a6a84d69b on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:48.754645 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Port 54a61362-64b7-4e32-baba-390a6a84d69b on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:48.755023 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Attempting to bind port 54a61362-64b7-4e32-baba-390a6a84d69b on network 4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:48.770705 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:48.771049 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Checking segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:48.771436 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Bound using segment: {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:48.771877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Bound port: 54a61362-64b7-4e32-baba-390a6a84d69b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780a2bc4-1e98-41ad-b7a1-de9252173fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:48.772249 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.819059 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653c7d7-0f42-4d31-845a-1f36f5ab5d3c req-ad2c7c9e-33c9-415b-ab64-a041ab6ba398 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.820610 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0653c7d7-0f42-4d31-845a-1f36f5ab5d3c req-ad2c7c9e-33c9-415b-ab64-a041ab6ba398 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 945 time: 0.1388447 Sep 16 15:10:48.822302 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-3b2d1aab-fbd5-45a4-b2f9-41df7f3fdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:48.823653 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-3b2d1aab-fbd5-45a4-b2f9-41df7f3fdce1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1096 time: 0.1237664 Sep 16 15:10:48.839913 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['0aef666c-9a45-4fba-802e-2fd7d46fe27b'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:48.864573 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56312) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:48.915932 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-e70c8901-d250-42c6-9372-90d2f8fdea92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 217 time: 0.0639486 Sep 16 15:10:48.917690 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Deleting subnet eb196f90-5fbe-44bb-b3bc-5b6443195d98 {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:10:48.923721 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.967987 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:48.988994 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] For port 54a61362-64b7-4e32-baba-390a6a84d69b, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:48.995176 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0653c7d7-0f42-4d31-845a-1f36f5ab5d3c req-efaf5552-6368-4216-8227-306b97b8d093 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646712 Sep 16 15:10:49.021568 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.031246 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] For port 54a61362-64b7-4e32-baba-390a6a84d69b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=54a61362-64b7-4e32-baba-390a6a84d69b,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:49.033144 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-495f5cbb-9f1e-4a03-8b41-0fa2911023cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.037504 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-f8674fa4-c378-4e9b-9969-e3b241bcd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.038954 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-f8674fa4-c378-4e9b-9969-e3b241bcd4ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.1027088 Sep 16 15:10:49.040667 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-495f5cbb-9f1e-4a03-8b41-0fa2911023cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.043354 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.083993 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.112359 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb196f90-5fbe-44bb-b3bc-5b6443195d98,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.121911 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.126806 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c42cc3b8-d659-429c-9025-4e5a2c1f6c52 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eb196f90-5fbe-44bb-b3bc-5b6443195d98 HTTP/1.1" status: 204 len: 168 time: 0.2590642 Sep 16 15:10:49.127571 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56326) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:49.159628 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-475a2882-1087-476b-bbde-9503f6b16495 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013021 Sep 16 15:10:49.173545 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.174754 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.176148 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] 10.222.0.47 "PUT /v2.0/ports/54a61362-64b7-4e32-baba-390a6a84d69b HTTP/1.1" status: 200 len: 1093 time: 1.7542214 Sep 16 15:10:49.183453 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-495f5cbb-9f1e-4a03-8b41-0fa2911023cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fc6f48089ba42858f01b96577a707e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5828228 Sep 16 15:10:49.192140 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56330) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:49.194912 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f5cbb-9f1e-4a03-8b41-0fa2911023cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8077288-f71a-405f-b9be-cc8866f053ac,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.280363 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.315976 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb88f-c236-4068-97e4-40e3eb0506d3 req-64adb751-e8f0-4182-9cf8-0a4018984d78 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.317701 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-15dbb88f-c236-4068-97e4-40e3eb0506d3 req-64adb751-e8f0-4182-9cf8-0a4018984d78 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 943 time: 0.0880513 Sep 16 15:10:49.421040 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.444096 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-15dbb88f-c236-4068-97e4-40e3eb0506d3 req-ddfa89c9-a5fa-4c81-97fb-c8b4f7196aa7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043277 Sep 16 15:10:49.459968 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:49.474818 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a861725-3cc5-45c5-be85-9f4535599ff9') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:49.475144 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a861725-3cc5-45c5-be85-9f4535599ff9') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:49.486651 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.505443 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.514005 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:10:49.514570 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:10:49.516476 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:10:49.541116 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe109d1-f196-4935-8e65-8807caa3de36 service neutron] Pushing event updated for resources: {'Port': ['ID=54a61362-64b7-4e32-baba-390a6a84d69b,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.596710 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fef00b5-c057-4740-bf3e-8f2dd84b1aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.604415 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-9e8cb868-92e4-4e7c-9513-03d8569b0f8a service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270043 Sep 16 15:10:49.606347 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-35ace89e-abf9-4601-a792-6119c4ffbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.608454 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-35ace89e-abf9-4601-a792-6119c4ffbb7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 1096 time: 0.3426001 Sep 16 15:10:49.628951 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fef00b5-c057-4740-bf3e-8f2dd84b1aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.636971 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.646032 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.650516 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91 HTTP/1.1" status: 204 len: 168 time: 0.5194454 Sep 16 15:10:49.651021 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56344) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:49.691214 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ba8cc-d056-4eff-9d49-483b9fd9f0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c9cb7f-9e8e-4f70-b44d-324b6d4f3d91,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.707300 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-282c62de-bed2-47db-82a3-531649478dc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a61362-64b7-4e32-baba-390a6a84d69b HTTP/1.1" status: 200 len: 217 time: 0.0612519 Sep 16 15:10:49.707487 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a31bc3-62b7-4203-bde7-13fc7ad88d60 req-b73a0e99-1945-4085-9fb2-c31c5e6ca3e8 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.710260 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f1a31bc3-62b7-4203-bde7-13fc7ad88d60 req-b73a0e99-1945-4085-9fb2-c31c5e6ca3e8 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 945 time: 0.1174471 Sep 16 15:10:49.738462 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Deleting subnet a657a074-bd46-4bcb-9929-0a359a5fabd5 {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:10:49.742417 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.781164 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f1a31bc3-62b7-4203-bde7-13fc7ad88d60 req-94bc2bab-f505-417c-b47a-ccc8e0bc6bfb tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 Sep 16 15:10:49.793024 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.813315 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebda98-814a-4705-b157-0c167717adc1 req-19aa7c3f-d380-47c3-a8ab-71e13413b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:49.814792 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-19aa7c3f-d380-47c3-a8ab-71e13413b61c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0736208 Sep 16 15:10:49.821788 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0598392-5cec-4d76-a7e3-791dfb0af030 req-6b5be78a-1d6b-403a-bb3e-2ebf028d3edf service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905301 Sep 16 15:10:49.822754 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fef00b5-c057-4740-bf3e-8f2dd84b1aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.825276 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fef00b5-c057-4740-bf3e-8f2dd84b1aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.826360 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2fef00b5-c057-4740-bf3e-8f2dd84b1aca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8077288-f71a-405f-b9be-cc8866f053ac HTTP/1.1" status: 204 len: 168 time: 0.6323774 Sep 16 15:10:49.834018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef00b5-c057-4740-bf3e-8f2dd84b1aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8077288-f71a-405f-b9be-cc8866f053ac,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.852422 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.882012 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-54cdf913-6522-4047-bdaf-316ef536d340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279624 Sep 16 15:10:49.910686 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.938071 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a657a074-bd46-4bcb-9929-0a359a5fabd5,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:49.940041 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:49.941942 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9adf2c9b-bc64-4ba2-a2b1-0993fc3bc0b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a657a074-bd46-4bcb-9929-0a359a5fabd5 HTTP/1.1" status: 204 len: 168 time: 0.2894909 Sep 16 15:10:49.944606 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56350) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:50.033769 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.096475 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 0aef666c-9a45-4fba-802e-2fd7d46fe27b up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:50.103327 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-7d790352-3879-42f7-8359-dc4f81599f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.104887 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-7d790352-3879-42f7-8359-dc4f81599f19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1096 time: 0.0632317 Sep 16 15:10:50.121367 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-9a2c1702-6bc5-4f8e-aa3a-8466bf3a8a41 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596053 Sep 16 15:10:50.162371 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.183482 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 0aef666c-9a45-4fba-802e-2fd7d46fe27b completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:50.188365 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 0aef666c-9a45-4fba-802e-2fd7d46fe27b triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:50.189750 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.212838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4943dff4-6508-4f83-976e-24d70a30a22d']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:50.229521 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3e98fe-579e-4f08-90db-3cb1f34207a0') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:50.230060 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3e98fe-579e-4f08-90db-3cb1f34207a0') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:50.241447 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.270686 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.280342 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:10:50.281199 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:10:50.283051 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:10:50.305593 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a2ebda98-814a-4705-b157-0c167717adc1 req-92546d77-4c7e-409d-8d6b-7c49811a4b64 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617203 Sep 16 15:10:50.306553 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-3c40db3f-9e3d-457b-b2ee-38c856831f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.308336 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-3c40db3f-9e3d-457b-b2ee-38c856831f6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.1753435 Sep 16 15:10:50.335572 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.372512 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef666c-9a45-4fba-802e-2fd7d46fe27b'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:50.375403 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b15810-2163-4eea-8133-12686c83778e" -d '{"events": [{"server_uuid": "3e186350-e60c-40d7-b8cb-8cefb46760ca", "name": "network-vif-plugged", "status": "completed", "tag": "0aef666c-9a45-4fba-802e-2fd7d46fe27b"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:50.376883 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.386517 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-ab160e0f-0adf-4af4-8d30-ec0853c87d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 217 time: 0.0508230 Sep 16 15:10:50.389444 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.397174 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:50.400052 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] 10.222.0.36 "DELETE /v2.0/networks/4943dff4-6508-4f83-976e-24d70a30a22d HTTP/1.1" status: 204 len: 168 time: 0.4526067 Sep 16 15:10:50.407462 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.413642 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2253e-2daa-4351-95c9-587b637c991a admin admin] Pushing event deleted for resources: {'Network': ['ID=4943dff4-6508-4f83-976e-24d70a30a22d,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:50.435664 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ebd13-b1cc-4ef8-b16d-1614c0e2aafb x-openstack-request-id: req-b94ebd13-b1cc-4ef8-b16d-1614c0e2aafb {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:50.436055 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e186350-e60c-40d7-b8cb-8cefb46760ca", "name": "network-vif-plugged", "status": "completed", "tag": "0aef666c-9a45-4fba-802e-2fd7d46fe27b", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:50.436552 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b94ebd13-b1cc-4ef8-b16d-1614c0e2aafb {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:50.437118 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aef666c-9a45-4fba-802e-2fd7d46fe27b', 'code': 200} Sep 16 15:10:50.469096 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=0aef666c-9a45-4fba-802e-2fd7d46fe27b,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:50.513274 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-fe38a1fb-77e7-4e6c-8372-7f16c5ad50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.515514 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-fe38a1fb-77e7-4e6c-8372-7f16c5ad50df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0843048 Sep 16 15:10:50.618779 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-4c1641b6-d194-4714-812d-87b8abfab567 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515053 Sep 16 15:10:50.640573 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'tag': '54a61362-64b7-4e32-baba-390a6a84d69b'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:50.647098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e319ac2-2dbd-48f9-be80-62225558a0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7784a70-39a5-4715-acf7-ca34d50139d1", "tag": "54a61362-64b7-4e32-baba-390a6a84d69b"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:50.649590 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06a36b-4409-465e-a75f-820b47b354be req-8ad4d97d-f165-4a52-9815-aa55adc4866a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.677141 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7b06a36b-4409-465e-a75f-820b47b354be req-8ad4d97d-f165-4a52-9815-aa55adc4866a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 943 time: 0.1075757 Sep 16 15:10:50.714942 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86629212-8efd-4dbd-bb44-2f173b309334 x-openstack-request-id: req-86629212-8efd-4dbd-bb44-2f173b309334 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:50.715238 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7784a70-39a5-4715-acf7-ca34d50139d1", "tag": "54a61362-64b7-4e32-baba-390a6a84d69b", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:50.715489 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86629212-8efd-4dbd-bb44-2f173b309334 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:50.715880 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'tag': '54a61362-64b7-4e32-baba-390a6a84d69b', 'status': 'completed', 'code': 200} Sep 16 15:10:50.735543 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7b06a36b-4409-465e-a75f-820b47b354be req-1ad09f6d-97ad-489c-a546-38b0726e2e65 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Sep 16 15:10:50.755749 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56424) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:50.794708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-67ac03fd-d4fd-43d9-9682-5b596e6a920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:50.824760 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56428) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:50.825848 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c33008c5-edff-49d9-aa8c-dbd8a6fef720 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=260257f944cd4bdf8b8a721d0d56ab0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686624 Sep 16 15:10:50.876833 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-f78fc0e7-d57f-4041-8433-34bfcabcfe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.878648 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-f78fc0e7-d57f-4041-8433-34bfcabcfe44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 1096 time: 0.0686362 Sep 16 15:10:50.879594 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ede7d-8e8e-4210-afb2-9db96c3d25c1 req-d1d24f5e-5198-4940-a631-ec65c979a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:50.881210 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-013ede7d-8e8e-4210-afb2-9db96c3d25c1 req-d1d24f5e-5198-4940-a631-ec65c979a468 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 1099 time: 0.0903847 Sep 16 15:10:50.903542 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-6c02f1bd-70db-4d7f-9de4-aeb2ca880568 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433913 Sep 16 15:10:51.005923 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-096e01ee-e49f-46e3-968f-3ffac254db1e service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939159 Sep 16 15:10:51.027478 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-38b75179-95b8-474a-8133-df86448bd0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.036731 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249e56-2020-479e-ab9e-a241d5fca9c8 req-c0e2c0e0-b4ac-4f21-87d2-a23c5e879f28 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.045978 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bc249e56-2020-479e-ab9e-a241d5fca9c8 req-c0e2c0e0-b4ac-4f21-87d2-a23c5e879f28 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.1541553 Sep 16 15:10:51.060111 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-38b75179-95b8-474a-8133-df86448bd0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.068573 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-013ede7d-8e8e-4210-afb2-9db96c3d25c1 req-5e56fcf4-d128-4fd5-a3b1-3eac60761f1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639700 Sep 16 15:10:51.113433 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-3a34d85c-d631-42c2-9fbd-5aa96d96a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.114950 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-3a34d85c-d631-42c2-9fbd-5aa96d96a9a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.2123811 Sep 16 15:10:51.119075 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-38b75179-95b8-474a-8133-df86448bd0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.121273 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bc249e56-2020-479e-ab9e-a241d5fca9c8 req-a4f1a937-34b3-4889-ac95-4c13d1bc359d tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741575 Sep 16 15:10:51.121859 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-38b75179-95b8-474a-8133-df86448bd0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.125949 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-38b75179-95b8-474a-8133-df86448bd0f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/654ac5f6-16bf-423a-a1d9-1351baca131f HTTP/1.1" status: 204 len: 168 time: 0.2970650 Sep 16 15:10:51.141432 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b75179-95b8-474a-8133-df86448bd0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654ac5f6-16bf-423a-a1d9-1351baca131f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:51.495985 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56464) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:51.570810 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4dbddbe9-b672-4539-8fb6-899a2fab0b1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f32685e67adb4207adecc221cbffaa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734119 Sep 16 15:10:51.573219 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56468) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:51.599989 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-a321ff0f-5807-4970-92e3-3d833e23a6a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a61362-64b7-4e32-baba-390a6a84d69b HTTP/1.1" status: 200 len: 217 time: 0.0506952 Sep 16 15:10:51.622081 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93eff540-381a-4d7e-95a2-e58d154d475a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.644962 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93eff540-381a-4d7e-95a2-e58d154d475a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.692887 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93eff540-381a-4d7e-95a2-e58d154d475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.695523 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93eff540-381a-4d7e-95a2-e58d154d475a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:51.696708 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-93eff540-381a-4d7e-95a2-e58d154d475a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/738c3df1-54b1-4636-99c2-85e289ad6771 HTTP/1.1" status: 204 len: 168 time: 0.1224611 Sep 16 15:10:51.704896 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eff540-381a-4d7e-95a2-e58d154d475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c3df1-54b1-4636-99c2-85e289ad6771,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:51.730300 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-c50a1994-5638-4a8f-b9ca-d336ecc2b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.732235 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-c50a1994-5638-4a8f-b9ca-d336ecc2b572 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0549974 Sep 16 15:10:51.787649 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-fc8ce16f-4bf0-458d-b059-a3479102a104 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280709 Sep 16 15:10:51.931307 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f69e64-4dab-42d2-8324-2e8e2b3d4634 req-f20a6986-a5e6-4e05-8847-4a69f198fdef tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:51.932843 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-35f69e64-4dab-42d2-8324-2e8e2b3d4634 req-f20a6986-a5e6-4e05-8847-4a69f198fdef tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 943 time: 0.1140041 Sep 16 15:10:51.935104 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-556671ea-f7d5-419e-8f5f-dc9e36409fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367683 Sep 16 15:10:52.007655 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-35f69e64-4dab-42d2-8324-2e8e2b3d4634 req-f5f1000e-52f0-4cb0-b8c3-628702d42e98 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678079 Sep 16 15:10:52.073635 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e319ac2-2dbd-48f9-be80-62225558a0f5 req-10013b39-c8c5-48d2-8e2c-55d8163e6b9c service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165421 Sep 16 15:10:52.238802 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e93d6-384c-4f15-ba4b-b54d6475df9b req-7c2a7888-36c3-4dcf-b14d-44e13e057540 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.245580 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-425e93d6-384c-4f15-ba4b-b54d6475df9b req-7c2a7888-36c3-4dcf-b14d-44e13e057540 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.0566332 Sep 16 15:10:52.301465 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-425e93d6-384c-4f15-ba4b-b54d6475df9b req-c2370c37-4512-4e24-8da7-b4fbf2c6672d tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Sep 16 15:10:52.318532 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-d65fc170-6799-4698-bb22-a2d9cd7f0309 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.320116 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-d65fc170-6799-4698-bb22-a2d9cd7f0309 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.1349247 Sep 16 15:10:52.335554 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-0ff8a4c8-96f9-4e37-acf1-5d2605789a85 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/quotas/134359a6c3014235805bac2ee17179a0 HTTP/1.1" status: 200 len: 375 time: 0.0097694 Sep 16 15:10:52.389945 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-53e54f69-9fa8-4b6b-aa2d-b130044a649b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471544 Sep 16 15:10:52.493120 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-41ef19af-3aab-49d5-8f0e-edb1aedbfab5 service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959291 Sep 16 15:10:52.598770 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-466ec180-a6ec-4e71-84ef-e21f4a44a56a service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948012 Sep 16 15:10:52.948376 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0cc1c86a-a287-4305-a9d0-2b7a2e157800 req-26679e7b-dad7-4f12-afa7-48499ea92e4b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 210 time: 0.0344653 Sep 16 15:10:53.168206 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51deb5a3-c997-404f-8d88-de5612aaf2b8 req-115c694b-3242-445f-813c-05c6ed820139 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:53.170311 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-51deb5a3-c997-404f-8d88-de5612aaf2b8 req-115c694b-3242-445f-813c-05c6ed820139 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 943 time: 0.0648911 Sep 16 15:10:53.207485 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-51deb5a3-c997-404f-8d88-de5612aaf2b8 req-543d85ba-5fc4-4c52-8b99-5351a4517a11 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309188 Sep 16 15:10:53.363520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8575-8e2e-4627-98bf-dbacac17f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:53.395091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:53.416203 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e67791-e024-432e-9ebb-d8bcd735a604 req-df632e88-aebc-49c1-bf28-89b7f7abeb7e tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:53.417955 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e5e67791-e024-432e-9ebb-d8bcd735a604 req-df632e88-aebc-49c1-bf28-89b7f7abeb7e tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.0546627 Sep 16 15:10:53.460711 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e5e67791-e024-432e-9ebb-d8bcd735a604 req-5c3e132b-cee8-4acc-8f79-887c433d9fd8 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Sep 16 15:10:54.071863 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56570) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:54.116959 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 54a61362-64b7-4e32-baba-390a6a84d69b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:54.202494 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b97a404b-dae7-4311-a9bf-c831681b3bc5 req-b722ab69-0d61-4c1b-a5be-61413204fbcc tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 210 time: 0.0577130 Sep 16 15:10:54.285669 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-099ae9b5-4460-4269-b841-b591f4ca8789 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:54.294106 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-099ae9b5-4460-4269-b841-b591f4ca8789 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.2317450 Sep 16 15:10:54.305912 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 54a61362-64b7-4e32-baba-390a6a84d69b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=54a61362-64b7-4e32-baba-390a6a84d69b,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:54.307741 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a2f266a0-bd21-4620-bc5e-c224e61df3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.316303 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Request body: {'port': {'device_id': 'a496628b-a9fa-49d4-894a-3c464573215f', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'admin_state_up': True, 'tenant_id': '134359a6c3014235805bac2ee17179a0'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:54.335784 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '54a61362-64b7-4e32-baba-390a6a84d69b', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'port_id': '54a61362-64b7-4e32-baba-390a6a84d69b', 'mac_address': 'fa:16:3e:d0:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:54.405226 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.432548 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a61362-64b7-4e32-baba-390a6a84d69b {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:54.462434 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 54a61362-64b7-4e32-baba-390a6a84d69b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=54a61362-64b7-4e32-baba-390a6a84d69b,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:54.472622 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.474169 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:10:54.475542 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a2f266a0-bd21-4620-bc5e-c224e61df3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.479340 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd07610-394d-42c9-a2bc-3674982b5b0c req-410c9639-12dc-4e36-926e-1b3a89bf5916 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:54.480960 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a2f266a0-bd21-4620-bc5e-c224e61df3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.484091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.489367 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9dd07610-394d-42c9-a2bc-3674982b5b0c req-410c9639-12dc-4e36-926e-1b3a89bf5916 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 943 time: 0.1693270 Sep 16 15:10:54.528518 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a2f266a0-bd21-4620-bc5e-c224e61df3a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc9d65f24ac4456b98c17b6e3812e466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551506 Sep 16 15:10:54.533865 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f266a0-bd21-4620-bc5e-c224e61df3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9ae44-03e8-40d8-9c10-a3bebf4614de,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:54.538881 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56590) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:54.564447 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:54.567229 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=54a61362-64b7-4e32-baba-390a6a84d69b,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:54.580771 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9', 'network_id': '4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf', 'port_id': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9', 'mac_address': 'fa:16:3e:58:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0506e19-8fe8-4b0e-8142-f89101eee5d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:10:54.603826 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9dd07610-394d-42c9-a2bc-3674982b5b0c req-29be81ee-d448-4c2b-a477-18c9f2f5d268 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134713 Sep 16 15:10:54.641134 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.650252 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a8069fd4-dd2b-4258-b387-90ea4f8fc1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.656347 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:54.676057 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Made reservation on behalf of 134359a6c3014235805bac2ee17179a0 for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:10:54.678848 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:54.680546 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.687638 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.692013 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a8069fd4-dd2b-4258-b387-90ea4f8fc1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.744804 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7518441-92f7-43ea-95d3-72b6eb75ac28 req-9b86171a-048b-4c59-8ee6-c1d1834b4e8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:54.746395 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a7518441-92f7-43ea-95d3-72b6eb75ac28 req-9b86171a-048b-4c59-8ee6-c1d1834b4e8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.0697582 Sep 16 15:10:54.762587 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:54.803743 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a7518441-92f7-43ea-95d3-72b6eb75ac28 req-1e8a49a2-0498-4586-ae23-e72ef26fe3ae tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510025 Sep 16 15:10:54.888575 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a8069fd4-dd2b-4258-b387-90ea4f8fc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.891556 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a8069fd4-dd2b-4258-b387-90ea4f8fc1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:54.892696 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a8069fd4-dd2b-4258-b387-90ea4f8fc1e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6de9ae44-03e8-40d8-9c10-a3bebf4614de HTTP/1.1" status: 204 len: 168 time: 0.3527870 Sep 16 15:10:54.907054 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8069fd4-dd2b-4258-b387-90ea4f8fc1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9ae44-03e8-40d8-9c10-a3bebf4614de,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:54.922223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Allocated IP 172.20.0.7 (63236875-920b-484b-a3ae-dd0dbd3cecb7/e90b9e83-ce31-4673-bb60-540443ca12d2/700feecf-a0c2-408a-8bf2-5982419b1d3a) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:10:55.071386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:55.109578 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:55.155899 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:10:55.158926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:10:55.162506 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:10:55.172032 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event updated for resources: {'Port': ['ID=700feecf-a0c2-408a-8bf2-5982419b1d3a,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:55.186735 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757', '11b9259b-5c1f-4b92-9029-1bdb7f70217f'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:55.232998 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:55.233803 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:55.262672 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b7f6884b-f37f-4d08-b708-d41ad20cd07e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9501443 Sep 16 15:10:55.308560 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Request body: {'port': {'device_id': 'a496628b-a9fa-49d4-894a-3c464573215f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:10:55.320998 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['54a61362-64b7-4e32-baba-390a6a84d69b'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:55.354656 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['4584b1dc-867f-46c8-8c9e-36d5cd675ee9'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:55.615666 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:55.638886 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de1dee-fabe-4374-864e-2d8096cd6358 req-15e1a2f2-4bf5-49e4-8059-8302a2888fe8 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:55.640391 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33de1dee-fabe-4374-864e-2d8096cd6358 req-15e1a2f2-4bf5-49e4-8059-8302a2888fe8 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 931 time: 0.3479254 Sep 16 15:10:55.767388 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33de1dee-fabe-4374-864e-2d8096cd6358 req-525859e1-9b0e-4cf7-ab18-49b460b247d2 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012299 Sep 16 15:10:55.768151 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931af6f9-7461-47e0-898a-2118984785a2 req-c80fadb9-674f-41a9-8450-94ea08d745df tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:55.770320 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-931af6f9-7461-47e0-898a-2118984785a2 req-c80fadb9-674f-41a9-8450-94ea08d745df tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 944 time: 0.0603716 Sep 16 15:10:55.809469 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-931af6f9-7461-47e0-898a-2118984785a2 req-54fed7f2-a016-43d0-af5e-a05c5b5fc92c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Sep 16 15:10:55.983595 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700feecf-a0c2-408a-8bf2-5982419b1d3a {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:10:55.996393 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785589f-c17b-4eef-9388-47f8fd868f38 req-3703878d-34e3-4be5-bcfd-3876aade91cb tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:55.998029 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0785589f-c17b-4eef-9388-47f8fd868f38 req-3703878d-34e3-4be5-bcfd-3876aade91cb tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.0988579 Sep 16 15:10:56.002617 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.033555 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Transition to ACTIVE for port object 700feecf-a0c2-408a-8bf2-5982419b1d3a will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:10:56.040807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.075619 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0785589f-c17b-4eef-9388-47f8fd868f38 req-669e8745-a975-4c5e-b415-34157ad6c6f7 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699821 Sep 16 15:10:56.080681 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.106863 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Pushing event updated for resources: {'Port': ['ID=700feecf-a0c2-408a-8bf2-5982419b1d3a,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:56.172565 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56644) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:56.201944 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Attempting to bind port 700feecf-a0c2-408a-8bf2-5982419b1d3a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:10:56.202340 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Attempting to bind port 700feecf-a0c2-408a-8bf2-5982419b1d3a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:10:56.202669 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Attempting to bind port 700feecf-a0c2-408a-8bf2-5982419b1d3a on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:56.209207 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Port 700feecf-a0c2-408a-8bf2-5982419b1d3a on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:10:56.209739 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Attempting to bind port 700feecf-a0c2-408a-8bf2-5982419b1d3a on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:10:56.215769 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:10:56.216162 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Checking segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:10:56.216619 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Bound using segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:10:56.217044 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Bound port: 700feecf-a0c2-408a-8bf2-5982419b1d3a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:10:56.217399 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.314897 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] For port 700feecf-a0c2-408a-8bf2-5982419b1d3a, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:10:56.317938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] For port 700feecf-a0c2-408a-8bf2-5982419b1d3a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:10:56.326684 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.340695 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bdd-8aa0-4826-b099-fcfc76f7c08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.372098 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:56.373341 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.374690 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] 10.222.0.47 "PUT /v2.0/ports/700feecf-a0c2-408a-8bf2-5982419b1d3a HTTP/1.1" status: 200 len: 1093 time: 1.0803075 Sep 16 15:10:56.375244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a496628b-a9fa-49d4-894a-3c464573215f', 'tag': '700feecf-a0c2-408a-8bf2-5982419b1d3a'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:56.377506 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35" -d '{"events": [{"name": "network-changed", "server_uuid": "a496628b-a9fa-49d4-894a-3c464573215f", "tag": "700feecf-a0c2-408a-8bf2-5982419b1d3a"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:56.416324 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e7383-7910-487e-8af9-aaf6a959f7fc service neutron] Pushing event updated for resources: {'Port': ['ID=700feecf-a0c2-408a-8bf2-5982419b1d3a,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:56.443857 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816b30cc-946a-43f6-b710-a39b149e88f8 x-openstack-request-id: req-816b30cc-946a-43f6-b710-a39b149e88f8 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:56.444146 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a496628b-a9fa-49d4-894a-3c464573215f", "tag": "700feecf-a0c2-408a-8bf2-5982419b1d3a", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:56.444390 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-816b30cc-946a-43f6-b710-a39b149e88f8 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:56.444988 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a496628b-a9fa-49d4-894a-3c464573215f', 'tag': '700feecf-a0c2-408a-8bf2-5982419b1d3a', 'status': 'completed', 'code': 200} Sep 16 15:10:56.502972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bdd-8aa0-4826-b099-fcfc76f7c08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.506748 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2c2f9bdd-8aa0-4826-b099-fcfc76f7c08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.543379 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-2c2f9bdd-8aa0-4826-b099-fcfc76f7c08b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39eddf71ef414403b14bbad9fb253543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698578 Sep 16 15:10:56.544504 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f9bdd-8aa0-4826-b099-fcfc76f7c08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1133dd-7866-410e-8fd1-9d9b1795a3c4,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:56.546726 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56660) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:10:56.591207 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-4293ffbd-995a-469b-a302-1cb8b2115e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:56.592741 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-4293ffbd-995a-469b-a302-1cb8b2115e66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 1096 time: 0.0424948 Sep 16 15:10:56.596049 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-078034d4-717a-48c1-b8e9-a5378fa0f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.616785 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-078034d4-717a-48c1-b8e9-a5378fa0f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.650190 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-616f8cab-c7a9-47e1-a6f5-dcb95971e97b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a HTTP/1.1" status: 200 len: 217 time: 0.0365717 Sep 16 15:10:56.666441 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-078034d4-717a-48c1-b8e9-a5378fa0f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.669333 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-078034d4-717a-48c1-b8e9-a5378fa0f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.670955 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-078034d4-717a-48c1-b8e9-a5378fa0f36c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be1133dd-7866-410e-8fd1-9d9b1795a3c4 HTTP/1.1" status: 204 len: 168 time: 0.1226537 Sep 16 15:10:56.678739 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078034d4-717a-48c1-b8e9-a5378fa0f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1133dd-7866-410e-8fd1-9d9b1795a3c4,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:56.702557 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-7f2d2d5e-3099-45e5-8288-eea9c9e3bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:56.704201 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-7f2d2d5e-3099-45e5-8288-eea9c9e3bb1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.0454290 Sep 16 15:10:56.745664 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-9c573220-5029-4280-b7d3-c424847f3ec2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295634 Sep 16 15:10:56.846807 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-6253c690-c7c6-46bc-a474-c8b230b7b873 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886471 Sep 16 15:10:56.912509 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f1f36-0c07-4f72-a6de-ee0b4f74a0bf req-657961fb-6e6b-4200-abb3-bb647c1c0c7b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:56.916987 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e80f1f36-0c07-4f72-a6de-ee0b4f74a0bf req-657961fb-6e6b-4200-abb3-bb647c1c0c7b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 943 time: 0.0633082 Sep 16 15:10:56.963403 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e80f1f36-0c07-4f72-a6de-ee0b4f74a0bf req-ae9747e9-4abe-41e5-9327-5fc4baf8f00c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Sep 16 15:10:57.001184 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee1d59-dc93-4ae9-af00-136f12a618e9 req-0c87b34a-21e9-435d-9708-7b0cca37702d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.002654 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a7ee1d59-dc93-4ae9-af00-136f12a618e9 req-0c87b34a-21e9-435d-9708-7b0cca37702d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 944 time: 0.1004498 Sep 16 15:10:57.004398 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d9b064-7894-47da-9007-79ba6a9fcaa1 req-4d8cb425-a26c-40a5-8fc5-eef6cce7cded service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363220 Sep 16 15:10:57.039937 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a7ee1d59-dc93-4ae9-af00-136f12a618e9 req-af067ca2-eb69-426c-bac7-75d05f5424f5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Sep 16 15:10:57.188067 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05f42a-1ea1-4c3b-8258-c3a495fbc555 req-4d299297-f4ca-436a-b808-fef77e391ae8 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.189572 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cd05f42a-1ea1-4c3b-8258-c3a495fbc555 req-4d299297-f4ca-436a-b808-fef77e391ae8 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.0474734 Sep 16 15:10:57.225262 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cd05f42a-1ea1-4c3b-8258-c3a495fbc555 req-52bbaeee-7be3-47b9-8b02-160eafd5575d tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299833 Sep 16 15:10:57.294724 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-18818876-3ea7-46b5-b2df-cf2401b33378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.296267 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-18818876-3ea7-46b5-b2df-cf2401b33378 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 1096 time: 0.0434439 Sep 16 15:10:57.300930 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-c36df511-bb05-484e-af94-eb70aab09419 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.304127 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-c36df511-bb05-484e-af94-eb70aab09419 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 946 time: 0.0486519 Sep 16 15:10:57.412449 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-90b8c783-ded4-4400-91ee-8b5a38acfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.413992 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-90b8c783-ded4-4400-91ee-8b5a38acfee4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 916 time: 0.1014605 Sep 16 15:10:57.446818 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Deleting port 0aef666c-9a45-4fba-802e-2fd7d46fe27b {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:10:57.447170 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.476076 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-f2c6a7d3-8ee7-4f29-abce-199e5fb7cfff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a HTTP/1.1" status: 200 len: 217 time: 0.0526352 Sep 16 15:10:57.543469 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-f22accbe-3366-444f-861a-051f2130be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.545107 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-f22accbe-3366-444f-861a-051f2130be21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.0608611 Sep 16 15:10:57.557038 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] For port 0aef666c-9a45-4fba-802e-2fd7d46fe27b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0aef666c-9a45-4fba-802e-2fd7d46fe27b,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:57.557336 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.576297 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Calling delete_port for 0aef666c-9a45-4fba-802e-2fd7d46fe27b owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:10:57.579291 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-af050674-cd0b-4c8d-8e45-c4033aee157f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250051 Sep 16 15:10:57.687914 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-5095cde3-7777-40c2-931d-2f58afbcd2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922945 Sep 16 15:10:57.751990 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.782406 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Pushing event deleted for resources: {'Port': ['ID=0aef666c-9a45-4fba-802e-2fd7d46fe27b,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:57.804766 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6eaa40b9-23c2-442e-8d7b-b8e2cfbdbe35 req-e0b4f3c2-0baa-4717-97ca-e29908f99e9f service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956557 Sep 16 15:10:57.805622 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['0aef666c-9a45-4fba-802e-2fd7d46fe27b'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:10:57.848702 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] No DVR routers for this DVR port 0aef666c-9a45-4fba-802e-2fd7d46fe27b on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:10:57.851805 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.853814 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cb07d17a-9ccb-4ff2-8b88-3140f1e0fe5d req-9c973f6c-2dd1-4ed9-8934-6e859e39ad33 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "DELETE /v2.0/ports/0aef666c-9a45-4fba-802e-2fd7d46fe27b HTTP/1.1" status: 204 len: 173 time: 0.5406227 Sep 16 15:10:57.854244 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'name': 'network-vif-deleted', 'tag': '0aef666c-9a45-4fba-802e-2fd7d46fe27b'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:57.856448 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bfd2d4-c534-4f21-bdb9-aa47c9b95b15" -d '{"events": [{"server_uuid": "3e186350-e60c-40d7-b8cb-8cefb46760ca", "name": "network-vif-deleted", "tag": "0aef666c-9a45-4fba-802e-2fd7d46fe27b"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:57.898877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea156859-5743-4d16-967a-800b8746fcd1 x-openstack-request-id: req-ea156859-5743-4d16-967a-800b8746fcd1 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:57.899426 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e186350-e60c-40d7-b8cb-8cefb46760ca", "name": "network-vif-deleted", "tag": "0aef666c-9a45-4fba-802e-2fd7d46fe27b", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:57.899909 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea156859-5743-4d16-967a-800b8746fcd1 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:57.900507 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e186350-e60c-40d7-b8cb-8cefb46760ca', 'name': 'network-vif-deleted', 'tag': '0aef666c-9a45-4fba-802e-2fd7d46fe27b', 'status': 'completed', 'code': 200} Sep 16 15:10:58.085885 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2efe2d-91a7-42a9-9418-766b97b38a9d req-304ce450-f368-4685-b6f8-42559c499198 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:58.087384 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5c2efe2d-91a7-42a9-9418-766b97b38a9d req-304ce450-f368-4685-b6f8-42559c499198 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 943 time: 0.0528641 Sep 16 15:10:58.132205 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5c2efe2d-91a7-42a9-9418-766b97b38a9d req-252bc61b-8254-4ea8-88b2-9a05f9794abc tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375812 Sep 16 15:10:58.142534 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 54a61362-64b7-4e32-baba-390a6a84d69b up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:58.205758 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95407-e93d-494a-b6cb-ee992fcec42a req-8feeae67-ccc9-4716-8dc3-a41f192e4bbb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:58.207432 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ef95407-e93d-494a-b6cb-ee992fcec42a req-8feeae67-ccc9-4716-8dc3-a41f192e4bbb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 944 time: 0.0822809 Sep 16 15:10:58.264203 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ef95407-e93d-494a-b6cb-ee992fcec42a req-5c9a7d7c-cc4b-4fcb-8664-a7fd66be2e78 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453875 Sep 16 15:10:58.333200 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 54a61362-64b7-4e32-baba-390a6a84d69b completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:58.337350 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 54a61362-64b7-4e32-baba-390a6a84d69b triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:58.337728 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.360062 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0d7a327c-be86-40e0-a1a5-c2e106cb4e75 req-fe097f48-8b17-408a-a5fa-8f0fed7e3a50 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e186350-e60c-40d7-b8cb-8cefb46760ca HTTP/1.1" status: 200 len: 210 time: 0.0328746 Sep 16 15:10:58.417670 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.440629 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a61362-64b7-4e32-baba-390a6a84d69b'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:58.442849 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12505ac-0607-4e11-8613-886d3d760fa1" -d '{"events": [{"server_uuid": "c7784a70-39a5-4715-acf7-ca34d50139d1", "name": "network-vif-plugged", "status": "completed", "tag": "54a61362-64b7-4e32-baba-390a6a84d69b"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:58.457737 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 54a61362-64b7-4e32-baba-390a6a84d69b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=54a61362-64b7-4e32-baba-390a6a84d69b,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:58.463435 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.464411 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:10:58.509608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d85414-5fee-44db-84e3-44dc5742729a x-openstack-request-id: req-c4d85414-5fee-44db-84e3-44dc5742729a {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:58.509908 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7784a70-39a5-4715-acf7-ca34d50139d1", "name": "network-vif-plugged", "status": "completed", "tag": "54a61362-64b7-4e32-baba-390a6a84d69b", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:58.510337 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4d85414-5fee-44db-84e3-44dc5742729a {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:58.510738 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a61362-64b7-4e32-baba-390a6a84d69b', 'code': 200} Sep 16 15:10:58.551870 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=54a61362-64b7-4e32-baba-390a6a84d69b,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:58.569623 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:10:58.582391 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:10:58.582768 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.677107 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.715518 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:58.721054 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.777022 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:58.804761 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d25ec-38ca-443b-b7fe-37fe940e4452 req-c2661555-029c-402c-9826-55cc77f392b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:58.806410 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1f3d25ec-38ca-443b-b7fe-37fe940e4452 req-c2661555-029c-402c-9826-55cc77f392b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 1098 time: 0.0469985 Sep 16 15:10:58.850528 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1f3d25ec-38ca-443b-b7fe-37fe940e4452 req-d7ec59f8-8c9f-476c-b446-82922bfe89d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326626 Sep 16 15:10:59.252894 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937971d-3313-40dd-91d1-6d7d7db605a0 req-fd37e142-ccd1-4c05-9236-6b683ac31d13 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:59.254431 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b937971d-3313-40dd-91d1-6d7d7db605a0 req-fd37e142-ccd1-4c05-9236-6b683ac31d13 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 943 time: 0.0494931 Sep 16 15:10:59.294362 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b937971d-3313-40dd-91d1-6d7d7db605a0 req-7361df79-4c7e-4483-bbb3-43b72f21a7cb tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Sep 16 15:10:59.376838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50978-20a9-4f7a-8c12-a5a5842cd4ad req-eb65689b-48e7-44a0-8263-039070f887c9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:59.378423 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ded50978-20a9-4f7a-8c12-a5a5842cd4ad req-eb65689b-48e7-44a0-8263-039070f887c9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0490057 Sep 16 15:10:59.444025 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ded50978-20a9-4f7a-8c12-a5a5842cd4ad req-d33de740-e5f7-42fd-8774-e813969fe627 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 Sep 16 15:10:59.677899 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-8af02e21-5738-410d-a3d2-a1b0d081e151 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:59.679529 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-8af02e21-5738-410d-a3d2-a1b0d081e151 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/networks?id=1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 200 len: 808 time: 0.1068630 Sep 16 15:10:59.697425 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-89c19a90-4dd3-42be-b1a3-f29779e9c728 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/quotas/99efadb7a4de41b8b6e94716d708b8ef HTTP/1.1" status: 200 len: 375 time: 0.0104411 Sep 16 15:10:59.736453 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-1583e1ab-c872-4186-bf8a-42affacc58b9 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324149 Sep 16 15:10:59.828019 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-044ec1dd-c83a-4dad-82f1-8a4255822ad1 service neutron] 10.222.0.36 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845034 Sep 16 15:10:59.923480 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-c1c829cb-c5b4-4883-ba4b-ced33da03bea service neutron] 10.222.0.36 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890310 Sep 16 15:11:00.097184 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2564fcfd-6ad9-49cf-914c-bca19e980800 req-4b079e56-e602-4c01-95b8-0b764ffb6b2a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Sep 16 15:11:00.162938 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 700feecf-a0c2-408a-8bf2-5982419b1d3a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:00.261392 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 700feecf-a0c2-408a-8bf2-5982419b1d3a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:00.279726 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '700feecf-a0c2-408a-8bf2-5982419b1d3a', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'port_id': '700feecf-a0c2-408a-8bf2-5982419b1d3a', 'mac_address': 'fa:16:3e:a3:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90b9e83-ce31-4673-bb60-540443ca12d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:00.323539 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:00.337692 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700feecf-a0c2-408a-8bf2-5982419b1d3a {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:00.367663 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 700feecf-a0c2-408a-8bf2-5982419b1d3a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:00.371952 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:00.428051 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3895b6-df0a-4eb9-84ad-60fa56d83ee5 req-5b9e5e64-8daa-4bab-a434-342c8098cf75 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:00.435941 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ec3895b6-df0a-4eb9-84ad-60fa56d83ee5 req-5b9e5e64-8daa-4bab-a434-342c8098cf75 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 944 time: 0.0632875 Sep 16 15:11:00.438730 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=700feecf-a0c2-408a-8bf2-5982419b1d3a,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:00.475145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ec3895b6-df0a-4eb9-84ad-60fa56d83ee5 req-218c8fdf-d031-4693-b221-238efc555529 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Sep 16 15:11:00.512111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:00.515745 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e976c9b9-3773-40ec-9798-7bc7ecac18b4" -d '{"events": [{"server_uuid": "2a70181b-184c-4dd1-a6e3-51c4474aafa9", "name": "network-vif-plugged", "status": "completed", "tag": "4584b1dc-867f-46c8-8c9e-36d5cd675ee9"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:00.552809 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ac491-7880-49f8-9995-f644d16a4289 x-openstack-request-id: req-485ac491-7880-49f8-9995-f644d16a4289 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:00.553199 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a70181b-184c-4dd1-a6e3-51c4474aafa9", "name": "network-vif-plugged", "status": "completed", "tag": "4584b1dc-867f-46c8-8c9e-36d5cd675ee9", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:00.553522 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-485ac491-7880-49f8-9995-f644d16a4289 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:00.553983 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9', 'code': 200} Sep 16 15:11:00.581955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8885eb-bf6e-45c3-87e8-913edfb75947 req-5d2bcc34-84fe-4589-b253-bb30356f2c3a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:00.583577 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2d8885eb-bf6e-45c3-87e8-913edfb75947 req-5d2bcc34-84fe-4589-b253-bb30356f2c3a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0579977 Sep 16 15:11:00.621928 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2d8885eb-bf6e-45c3-87e8-913edfb75947 req-c4feb395-e74a-442d-aab9-3b5e7a37fbe1 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Sep 16 15:11:00.922385 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de3c5e-4bbd-4b0a-8ba1-4da42176705f req-1c440d32-670b-4d2f-8265-927967d61057 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:00.923856 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c1de3c5e-4bbd-4b0a-8ba1-4da42176705f req-1c440d32-670b-4d2f-8265-927967d61057 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0504124 Sep 16 15:11:00.964305 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c1de3c5e-4bbd-4b0a-8ba1-4da42176705f req-c88bf391-efa1-4bc1-94cd-e1d549f9675e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Sep 16 15:11:00.979988 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['700feecf-a0c2-408a-8bf2-5982419b1d3a'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:01.023294 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-58403e1c-a1bb-4843-92b9-6596d68490f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:01.025013 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-58403e1c-a1bb-4843-92b9-6596d68490f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 1098 time: 0.0406911 Sep 16 15:11:01.026385 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66033-43a6-48c3-bf03-97e79da04401 req-b5303002-6c41-409c-b36b-732e36430f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:01.027839 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-41e66033-43a6-48c3-bf03-97e79da04401 req-b5303002-6c41-409c-b36b-732e36430f8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0428116 Sep 16 15:11:01.125477 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-41e66033-43a6-48c3-bf03-97e79da04401 req-02b708db-68e8-4094-b6ec-a218a8a3f222 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Sep 16 15:11:01.179388 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-285ea37b-8bd3-438b-9358-3dd3bf288822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:01.180879 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-285ea37b-8bd3-438b-9358-3dd3bf288822 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.0968180 Sep 16 15:11:01.199972 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bc994741-da03-422d-82cc-87b29e5457c6 req-5722dddd-c575-4395-9aa5-15fb57180b73 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 210 time: 0.0311496 Sep 16 15:11:01.590978 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd77e6-9002-4578-8d05-6bdbebf33990 req-339e09bf-6f19-47ac-9462-a13e00f9a6a0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:01.593033 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0dfd77e6-9002-4578-8d05-6bdbebf33990 req-339e09bf-6f19-47ac-9462-a13e00f9a6a0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 944 time: 0.0476062 Sep 16 15:11:01.611816 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-8fe3ad0f-1b59-44b6-aa46-0add0cc6ebb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a61362-64b7-4e32-baba-390a6a84d69b HTTP/1.1" status: 200 len: 217 time: 0.0353112 Sep 16 15:11:01.631072 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0dfd77e6-9002-4578-8d05-6bdbebf33990 req-3bb09030-4d4c-4700-8a43-18e1d5ee0720 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Sep 16 15:11:01.705109 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-1c196541-b4d0-4b4d-b310-ed20356cbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:01.706468 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-1c196541-b4d0-4b4d-b310-ed20356cbb36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0490475 Sep 16 15:11:01.787738 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-4b22ff7d-680c-4f6c-b6c1-484848ee378c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252917 Sep 16 15:11:01.889693 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-c3c4722f-2a4d-42f0-a211-c7dd01ab7f93 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836546 Sep 16 15:11:02.012801 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62f28b67-0de3-4656-914e-e0ba7b258bd3 req-c82da0e0-a1b5-4e96-b97b-db51978224ad service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Sep 16 15:11:02.083737 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca4c88-b0b0-4c7c-a341-4f08c43f348a req-600043e1-4dde-4749-8958-72d493d1f2a3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:02.085403 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-eeca4c88-b0b0-4c7c-a341-4f08c43f348a req-600043e1-4dde-4749-8958-72d493d1f2a3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0509636 Sep 16 15:11:02.137220 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-eeca4c88-b0b0-4c7c-a341-4f08c43f348a req-6d3e6cd3-935b-4f01-96ad-c386dc5b9040 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Sep 16 15:11:02.159239 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 0aef666c-9a45-4fba-802e-2fd7d46fe27b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:11:02.173282 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 0aef666c-9a45-4fba-802e-2fd7d46fe27b {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:11:02.173724 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 0aef666c-9a45-4fba-802e-2fd7d46fe27b not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:11:02.315887 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2a1047ff-e29e-4b2f-beb4-0580b2477ea9 req-8de32a88-8cae-4855-8051-8b4282219ccd tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 210 time: 0.0359824 Sep 16 15:11:02.389826 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-f5e99e65-5768-4f07-bc89-694e1e17d43a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:02.391272 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-f5e99e65-5768-4f07-bc89-694e1e17d43a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "GET /v2.0/networks?id=1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 200 len: 808 time: 0.1216338 Sep 16 15:11:02.544081 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Request body: {'port': {'device_id': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da', 'admin_state_up': True, 'tenant_id': '99efadb7a4de41b8b6e94716d708b8ef'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:02.653136 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Made reservation on behalf of 99efadb7a4de41b8b6e94716d708b8ef for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:02.657224 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.743755 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e151c0f-b2a7-4364-8f3c-c3f3ec0becb1 req-d0dcae30-49b8-46a1-8549-d7df7f702b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:02.745257 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6e151c0f-b2a7-4364-8f3c-c3f3ec0becb1 req-d0dcae30-49b8-46a1-8549-d7df7f702b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 944 time: 0.0476637 Sep 16 15:11:02.789157 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6e151c0f-b2a7-4364-8f3c-c3f3ec0becb1 req-79ceef14-5530-4a96-99ce-5479dc0139f1 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Sep 16 15:11:02.799019 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Allocated IP 172.20.0.14 (1732b214-5627-45fa-a11b-b7138567d2da/bc046e37-cd50-499d-be12-7aacb30aac30/6c338e1a-59a9-43ff-959b-9689a38177b1) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:02.948162 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:02.981824 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.027345 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Network 1732b214-5627-45fa-a11b-b7138567d2da is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:03.030413 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:03.033947 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:03.058852 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Pushing event updated for resources: {'Port': ['ID=6c338e1a-59a9-43ff-959b-9689a38177b1,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:03.087800 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.088402 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.101747 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-e6700b19-f47d-46ac-b635-f1db08cec062 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614989 Sep 16 15:11:03.136054 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Request body: {'port': {'device_id': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:03.188608 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.256230 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441c7f3-d0c5-4e0d-9fd3-02b7ec62fba3 req-dfee317c-81da-44aa-baef-4b91a9c0a869 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.257820 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7441c7f3-d0c5-4e0d-9fd3-02b7ec62fba3 req-dfee317c-81da-44aa-baef-4b91a9c0a869 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0517335 Sep 16 15:11:03.293815 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7441c7f3-d0c5-4e0d-9fd3-02b7ec62fba3 req-09467c6a-367d-4775-9703-3cbe71997c64 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298808 Sep 16 15:11:03.465044 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8091da-4d18-4ba8-b1ce-5c783abd66ec req-cbfa6f65-122d-48fa-a139-e1b29587257d tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.467405 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fe8091da-4d18-4ba8-b1ce-5c783abd66ec req-cbfa6f65-122d-48fa-a139-e1b29587257d tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 932 time: 0.0831206 Sep 16 15:11:03.540946 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fe8091da-4d18-4ba8-b1ce-5c783abd66ec req-4e25e048-94df-400d-9f54-e38efcf1a66b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662401 Sep 16 15:11:03.545102 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c338e1a-59a9-43ff-959b-9689a38177b1 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:03.552746 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.581940 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Transition to ACTIVE for port object 6c338e1a-59a9-43ff-959b-9689a38177b1 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:03.585753 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.667089 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Pushing event updated for resources: {'Port': ['ID=6c338e1a-59a9-43ff-959b-9689a38177b1,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:03.697717 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56858) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:03.715500 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Attempting to bind port 6c338e1a-59a9-43ff-959b-9689a38177b1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:03.715835 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Attempting to bind port 6c338e1a-59a9-43ff-959b-9689a38177b1 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:03.716162 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Attempting to bind port 6c338e1a-59a9-43ff-959b-9689a38177b1 on network 1732b214-5627-45fa-a11b-b7138567d2da {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:03.720514 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Port 6c338e1a-59a9-43ff-959b-9689a38177b1 on network 1732b214-5627-45fa-a11b-b7138567d2da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:03.720831 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Attempting to bind port 6c338e1a-59a9-43ff-959b-9689a38177b1 on network 1732b214-5627-45fa-a11b-b7138567d2da {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:03.725714 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:03.726045 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Checking segment: {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:03.726426 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Bound using segment: {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:03.727101 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Bound port: 6c338e1a-59a9-43ff-959b-9689a38177b1, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4174b8-67ee-46d9-ba6d-7293a7d4a871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:03.727458 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.794255 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] For port 6c338e1a-59a9-43ff-959b-9689a38177b1, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:03.797819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] For port 6c338e1a-59a9-43ff-959b-9689a38177b1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6c338e1a-59a9-43ff-959b-9689a38177b1,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:03.801990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.806864 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8a30226c-6d98-4886-b3d3-ce09fc8417d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.841930 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.842748 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.844135 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] 10.222.0.47 "PUT /v2.0/ports/6c338e1a-59a9-43ff-959b-9689a38177b1 HTTP/1.1" status: 200 len: 1094 time: 0.7123573 Sep 16 15:11:03.844895 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'tag': '6c338e1a-59a9-43ff-959b-9689a38177b1'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:03.846859 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36987f48-aa5f-404f-91d4-4babd5f77e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "16245b04-6c96-4a0d-ad96-370e858e2bd3", "tag": "6c338e1a-59a9-43ff-959b-9689a38177b1"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:03.904963 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efcd12-f2ef-465b-bbc9-88953238565e x-openstack-request-id: req-60efcd12-f2ef-465b-bbc9-88953238565e {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:03.905268 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16245b04-6c96-4a0d-ad96-370e858e2bd3", "tag": "6c338e1a-59a9-43ff-959b-9689a38177b1", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:03.905501 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60efcd12-f2ef-465b-bbc9-88953238565e {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:03.905893 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'tag': '6c338e1a-59a9-43ff-959b-9689a38177b1', 'status': 'completed', 'code': 200} Sep 16 15:11:03.907424 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a10d6-a1a3-4cc3-81c4-b3a92dd27d2d service neutron] Pushing event updated for resources: {'Port': ['ID=6c338e1a-59a9-43ff-959b-9689a38177b1,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:03.927442 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8a30226c-6d98-4886-b3d3-ce09fc8417d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.932337 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8a30226c-6d98-4886-b3d3-ce09fc8417d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:03.940758 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9246cb-f478-4830-b263-e68f2cd390c9 req-44317c29-722d-4ca9-b34d-d205f9e8fe0b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:03.942312 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-da9246cb-f478-4830-b263-e68f2cd390c9 req-44317c29-722d-4ca9-b34d-d205f9e8fe0b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 944 time: 0.0806785 Sep 16 15:11:03.969593 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30226c-6d98-4886-b3d3-ce09fc8417d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949809f6-6497-4c64-b536-b742e5c77852,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:03.980670 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8a30226c-6d98-4886-b3d3-ce09fc8417d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=393cc83be815422086ea97c1f06eb0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792797 Sep 16 15:11:03.980670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56870) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:04.029877 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-da9246cb-f478-4830-b263-e68f2cd390c9 req-4ab07b95-75a4-4c24-a5b8-29bbe26e3335 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807495 Sep 16 15:11:04.031713 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-9e3b2af2-af0d-41a9-903d-61875e14b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.032173 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3a025ba3-c4e7-4e0e-88ae-291e508d0050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.033354 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-9e3b2af2-af0d-41a9-903d-61875e14b34f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0727751 Sep 16 15:11:04.058570 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3a025ba3-c4e7-4e0e-88ae-291e508d0050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.103856 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3a025ba3-c4e7-4e0e-88ae-291e508d0050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.107375 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3a025ba3-c4e7-4e0e-88ae-291e508d0050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.108525 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3a025ba3-c4e7-4e0e-88ae-291e508d0050 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/949809f6-6497-4c64-b536-b742e5c77852 HTTP/1.1" status: 204 len: 168 time: 0.1270473 Sep 16 15:11:04.116017 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a025ba3-c4e7-4e0e-88ae-291e508d0050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949809f6-6497-4c64-b536-b742e5c77852,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:04.157058 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 700feecf-a0c2-408a-8bf2-5982419b1d3a up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:04.160591 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-1e2ed920-3a9b-4c48-a40b-5e4a50cbc687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c338e1a-59a9-43ff-959b-9689a38177b1 HTTP/1.1" status: 200 len: 217 time: 0.0546377 Sep 16 15:11:04.206098 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 700feecf-a0c2-408a-8bf2-5982419b1d3a completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:04.209873 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 700feecf-a0c2-408a-8bf2-5982419b1d3a triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:04.210255 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.223962 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-0afe0890-641c-40ae-bbf8-fea049a7e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.225664 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-0afe0890-641c-40ae-bbf8-fea049a7e95c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc046e37-cd50-499d-be12-7aacb30aac30 HTTP/1.1" status: 200 len: 848 time: 0.0533082 Sep 16 15:11:04.275387 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-de798d88-fd70-45b4-8b5d-4a9ef17bffdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1732b214-5627-45fa-a11b-b7138567d2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265739 Sep 16 15:11:04.296105 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.319402 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a496628b-a9fa-49d4-894a-3c464573215f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700feecf-a0c2-408a-8bf2-5982419b1d3a'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:04.321978 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc345ddf-012b-41ed-a34f-f864e12d47a7" -d '{"events": [{"server_uuid": "a496628b-a9fa-49d4-894a-3c464573215f", "name": "network-vif-plugged", "status": "completed", "tag": "700feecf-a0c2-408a-8bf2-5982419b1d3a"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:04.346265 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 700feecf-a0c2-408a-8bf2-5982419b1d3a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:04.353734 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:04.401881 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f12138-3575-4086-9755-9bea58d110fa x-openstack-request-id: req-50f12138-3575-4086-9755-9bea58d110fa {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:04.402180 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a496628b-a9fa-49d4-894a-3c464573215f", "name": "network-vif-plugged", "status": "completed", "tag": "700feecf-a0c2-408a-8bf2-5982419b1d3a", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:04.402434 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50f12138-3575-4086-9755-9bea58d110fa {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:04.402824 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a496628b-a9fa-49d4-894a-3c464573215f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700feecf-a0c2-408a-8bf2-5982419b1d3a', 'code': 200} Sep 16 15:11:04.405174 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-f55380b7-f075-4dfd-8d54-d7688afa8f29 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196067 Sep 16 15:11:04.427962 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=700feecf-a0c2-408a-8bf2-5982419b1d3a,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:04.481889 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd9ccb-462c-493d-bbd9-55b6446c2522 req-67c4f826-1401-4e05-8ff0-04f08198f438 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.483904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a3fd9ccb-462c-493d-bbd9-55b6446c2522 req-67c4f826-1401-4e05-8ff0-04f08198f438 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0778415 Sep 16 15:11:04.566894 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a3fd9ccb-462c-493d-bbd9-55b6446c2522 req-ac3ba832-3032-440b-82fb-50de67e6bbd3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Sep 16 15:11:04.568934 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-58c98124-8d37-4383-997c-9c1a8a6bb5ca req-8498948f-da6f-4327-80ae-b7153dc446f6 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287539 Sep 16 15:11:04.678722 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82f5a-9a48-4019-af8a-dd840cbcc25e req-ff74903b-3909-4019-b96d-bd8b89fa8b86 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.680247 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-17d82f5a-9a48-4019-af8a-dd840cbcc25e req-ff74903b-3909-4019-b96d-bd8b89fa8b86 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 944 time: 0.0522485 Sep 16 15:11:04.723187 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-17d82f5a-9a48-4019-af8a-dd840cbcc25e req-555502bb-dd4f-4fed-8411-fcb1e50d1ab9 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363286 Sep 16 15:11:04.787262 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0215-1528-4e1a-8457-1d395eb60c81 req-368dd459-112c-4aae-bb68-37155bc8818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.789378 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7f1f0215-1528-4e1a-8457-1d395eb60c81 req-368dd459-112c-4aae-bb68-37155bc8818e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 1098 time: 0.0579307 Sep 16 15:11:04.806628 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-d3c35135-8008-40a1-a3d3-0893dccc9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:04.808215 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-d3c35135-8008-40a1-a3d3-0893dccc9c55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0530617 Sep 16 15:11:04.827235 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56900) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:04.831994 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7f1f0215-1528-4e1a-8457-1d395eb60c81 req-0e2e3037-92ae-4adb-bd69-9a9c393075ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346165 Sep 16 15:11:05.107406 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1102687552-network', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:05.174056 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Made reservation on behalf of b4ee1e4e409043db940219625fbab8ab for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:05.176190 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.185087 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-2b059e27-9e5a-4d9f-a7f1-f06b86cc4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.186528 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-2b059e27-9e5a-4d9f-a7f1-f06b86cc4f7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 200 len: 909 time: 0.3499155 Sep 16 15:11:05.189813 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.199628 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f7de7-c774-4c57-9929-46bb693e4211 req-affdc09b-a958-46c8-aa44-114600f4a229 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.201037 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-561f7de7-c774-4c57-9929-46bb693e4211 req-affdc09b-a958-46c8-aa44-114600f4a229 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.0979581 Sep 16 15:11:05.293025 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-561f7de7-c774-4c57-9929-46bb693e4211 req-5c5bffda-dbfd-42ed-8ec1-9c8166dd25e1 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Sep 16 15:11:05.296269 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-79dc5d4f-bd91-4c10-9e02-0f5f87700d60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c338e1a-59a9-43ff-959b-9689a38177b1 HTTP/1.1" status: 200 len: 217 time: 0.0552130 Sep 16 15:11:05.386416 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.390342 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-640ccf3e-fe03-4bed-8721-8632fd03f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.391798 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-640ccf3e-fe03-4bed-8721-8632fd03f287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc046e37-cd50-499d-be12-7aacb30aac30 HTTP/1.1" status: 200 len: 848 time: 0.0627816 Sep 16 15:11:05.392810 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.420790 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:11:05.449648 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-816ac425-9ab3-442b-bf39-c9f7bc23925b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1732b214-5627-45fa-a11b-b7138567d2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406463 Sep 16 15:11:05.450668 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.451008 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Added segment a1e03b38-f6cb-4158-948d-49d5e6721201 of type vlan for network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af Sep 16 15:11:05.452510 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:05.520159 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.581427 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.582357 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.582935 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.619840 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-fc50cb66-9848-42dc-b9e8-cf4f6e048336 service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382864 Sep 16 15:11:05.624612 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7963057 Sep 16 15:11:05.628007 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56912) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:05.635736 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Request body: {'subnet': {'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1102687552-subnet', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'ip_version': 4}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:05.667242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd0aac-46cb-43b9-b215-10ade9cf643f admin admin] Pushing event updated for resources: {'Network': ['ID=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:05.686087 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:11:05.692581 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Made reservation on behalf of b4ee1e4e409043db940219625fbab8ab for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:05.694843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939707'] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.728813 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0303-b523-41c1-86a5-b2f653a269a1 req-0115af9d-c335-4d5e-a3fc-9c751793b935 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.730390 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0f8b0303-b523-41c1-86a5-b2f653a269a1 req-0115af9d-c335-4d5e-a3fc-9c751793b935 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0872915 Sep 16 15:11:05.762848 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36987f48-aa5f-404f-91d4-4babd5f77e3e req-f20a9ab7-9687-4e33-807c-83b38c43ee7e service neutron] 10.222.0.47 "GET /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055696 Sep 16 15:11:05.846271 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37506f6-ce0f-4b04-988c-3568f8b90e9e req-48ff0562-e2ae-4500-b241-5009fcf4e9d0 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.847863 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b37506f6-ce0f-4b04-988c-3568f8b90e9e req-48ff0562-e2ae-4500-b241-5009fcf4e9d0 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 944 time: 0.0514281 Sep 16 15:11:05.888668 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b37506f6-ce0f-4b04-988c-3568f8b90e9e req-c48aef64-6fd0-461a-bd42-56e1f5b1a823 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336497 Sep 16 15:11:06.021047 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0f8b0303-b523-41c1-86a5-b2f653a269a1 req-ead24db5-c1ff-4502-b868-b8dfa2f6fa92 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811527 Sep 16 15:11:06.117703 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939669'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.175897 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb84e4ed-b9d0-475f-ac4c-6ee995e45326,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:06.184415 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Checking segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:06.184809 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Network hostable DHCP agents. Network: ff2bee8c-cbad-4f40-ad1d-6282ee85e2af, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:11:06.200860 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:11:06.208572 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, ff2bee8c-cbad-4f40-ad1d-6282ee85e2af) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:06.212577 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:06.213176 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.217781 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428b99f-9289-4dec-a416-c790a4ab73ff None None] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:06.227154 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-64316787-bbe5-48aa-abe4-6148d05faeb5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5978367 Sep 16 15:11:06.229990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 56918) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:06.234709 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:06.257208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.258331 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.309172 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.394442 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:11:06.395518 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.438682 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92185985-a249-41ce-a92f-401246e8f6d9 req-d16191df-795a-4b44-b3ad-ba13df78bac5 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:06.440179 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-92185985-a249-41ce-a92f-401246e8f6d9 req-d16191df-795a-4b44-b3ad-ba13df78bac5 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.0680432 Sep 16 15:11:06.452344 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.484885 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-92185985-a249-41ce-a92f-401246e8f6d9 req-dff58ab1-0f14-4c54-bc8a-3ab68796637f tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Sep 16 15:11:06.555158 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Allocated IP 172.20.0.2 (ff2bee8c-cbad-4f40-ad1d-6282ee85e2af/cb84e4ed-b9d0-475f-ac4c-6ee995e45326/3f21e1ac-b154-462b-bbee-1e2e3651a919) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:06.670595 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.695865 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.698779 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.705979 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.742115 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:06.746568 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:06.750444 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:06.758302 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Pushing event updated for resources: {'Port': ['ID=3f21e1ac-b154-462b-bbee-1e2e3651a919,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:06.805285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Allocated IP 172.27.2.210 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/578a5a88-a294-46dc-a029-13dd19f2eb75) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:06.812901 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Attempting to bind port 3f21e1ac-b154-462b-bbee-1e2e3651a919 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:06.813275 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Attempting to bind port 3f21e1ac-b154-462b-bbee-1e2e3651a919 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:06.813654 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Attempting to bind port 3f21e1ac-b154-462b-bbee-1e2e3651a919 on network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:06.818812 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:06.819524 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Checking segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:06.819648 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.819995 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Bound using segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:06.820451 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Bound port: 3f21e1ac-b154-462b-bbee-1e2e3651a919, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:06.820858 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.897387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] For port 3f21e1ac-b154-462b-bbee-1e2e3651a919, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:06.900766 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] For port 3f21e1ac-b154-462b-bbee-1e2e3651a919, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3f21e1ac-b154-462b-bbee-1e2e3651a919,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:06.906970 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.922238 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.983468 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a6442-35ae-4ff5-b571-2ba8cd3641ef None None] Pushing event updated for resources: {'Port': ['ID=3f21e1ac-b154-462b-bbee-1e2e3651a919,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:06.984151 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.044271 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:07.052837 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:07.055627 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Pushing event updated for resources: {'Port': ['ID=578a5a88-a294-46dc-a029-13dd19f2eb75,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:07.058799 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:07.106254 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbc122-16c8-47ee-bc75-f4dc71d0f2d1 req-e0080ccb-d285-4f4e-a680-427defdea13a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.111191 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4cdbc122-16c8-47ee-bc75-f4dc71d0f2d1 req-e0080ccb-d285-4f4e-a680-427defdea13a tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 944 time: 0.1372616 Sep 16 15:11:07.189979 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52590a-dcc1-4c98-ab8a-2028337dd419 req-a80f9c38-167c-4e9a-8342-2d0696cddb0e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.191652 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-af52590a-dcc1-4c98-ab8a-2028337dd419 req-a80f9c38-167c-4e9a-8342-2d0696cddb0e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0848184 Sep 16 15:11:07.245312 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-af52590a-dcc1-4c98-ab8a-2028337dd419 req-61fccdbe-0726-4e70-a827-b5b3136681ac tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458341 Sep 16 15:11:07.262855 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4cdbc122-16c8-47ee-bc75-f4dc71d0f2d1 req-3638d971-dd93-48eb-8e4d-28c97b123135 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316473 Sep 16 15:11:07.383104 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.530036 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3f21e1ac-b154-462b-bbee-1e2e3651a919 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:07.585856 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.586073 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 3f21e1ac-b154-462b-bbee-1e2e3651a919 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:07.586259 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.645965 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e139469-c6ef-4c07-986a-9b3761130a2d req-ae779019-ba24-41e5-be3a-738ab5fc2204 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.648084 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4e139469-c6ef-4c07-986a-9b3761130a2d req-ae779019-ba24-41e5-be3a-738ab5fc2204 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.0586522 Sep 16 15:11:07.673756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.693192 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4e139469-c6ef-4c07-986a-9b3761130a2d req-ff600635-4219-4cd0-a111-1f9ca5ae80ec tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 Sep 16 15:11:07.709976 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 3f21e1ac-b154-462b-bbee-1e2e3651a919, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3f21e1ac-b154-462b-bbee-1e2e3651a919,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:07.715401 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.766745 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Router 34acab52-18e7-4992-a542-65d7e13d946e is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:11:07.778269 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=3f21e1ac-b154-462b-bbee-1e2e3651a919,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:07.997082 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d7ee7-fb56-41cd-99dc-74532af0412d None None] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:08.100041 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-cf19f05c-d338-4493-8648-73b4b216cdf7 None None] Provisioning complete for port 3f21e1ac-b154-462b-bbee-1e2e3651a919 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:08.100550 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cf19f05c-d338-4493-8648-73b4b216cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.110366 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:08.121990 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Sync routers for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:08.127758 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.132109 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-f10a2255-da01-4c69-93ba-d4f9abb5f5fc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8987684 Sep 16 15:11:08.132404 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:08.132624 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56944) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:08.133370 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:08.204690 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 6c338e1a-59a9-43ff-959b-9689a38177b1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:08.253547 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:08.388911 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 6c338e1a-59a9-43ff-959b-9689a38177b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6c338e1a-59a9-43ff-959b-9689a38177b1,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:08.400994 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '6c338e1a-59a9-43ff-959b-9689a38177b1', 'network_id': '1732b214-5627-45fa-a11b-b7138567d2da', 'port_id': '6c338e1a-59a9-43ff-959b-9689a38177b1', 'mac_address': 'fa:16:3e:80:aa:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc046e37-cd50-499d-be12-7aacb30aac30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:08.443297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.449118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773291f-41a5-4bb1-a719-24d69de42584 req-58c2ae62-240b-4cbe-96a2-613c720decb9 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:08.459674 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0773291f-41a5-4bb1-a719-24d69de42584 req-58c2ae62-240b-4cbe-96a2-613c720decb9 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 944 time: 0.0904098 Sep 16 15:11:08.476925 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c338e1a-59a9-43ff-959b-9689a38177b1 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:08.503118 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 6c338e1a-59a9-43ff-959b-9689a38177b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6c338e1a-59a9-43ff-959b-9689a38177b1,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:08.503606 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:07Z', 'revision_number': 3, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:08.510817 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.514794 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0773291f-41a5-4bb1-a719-24d69de42584 req-76391c09-3742-4970-a954-213bb5f7669b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528567 Sep 16 15:11:08.529714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57447c-79f9-454d-9c1f-ec01c919769c req-bc567dff-644b-4cad-a5d8-9e96b357462c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:08.531894 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f57447c-79f9-454d-9c1f-ec01c919769c req-bc567dff-644b-4cad-a5d8-9e96b357462c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.1846414 Sep 16 15:11:08.534916 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Checking router: 34acab52-18e7-4992-a542-65d7e13d946e for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:08.535283 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Updating router 34acab52-18e7-4992-a542-65d7e13d946e port 578a5a88-a294-46dc-a029-13dd19f2eb75 binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:08.567027 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.595193 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=6c338e1a-59a9-43ff-959b-9689a38177b1,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:08.606592 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-cfdcd728-be92-456e-993a-2f8a4b610de7 None None] Provisioning complete for port 3f21e1ac-b154-462b-bbee-1e2e3651a919 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:08.607007 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd728-be92-456e-993a-2f8a4b610de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.624629 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f57447c-79f9-454d-9c1f-ec01c919769c req-906fced9-4096-4b17-9586-b9bbc793941a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750210 Sep 16 15:11:08.745911 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.905668 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Allocated IP 172.20.0.1 (ff2bee8c-cbad-4f40-ad1d-6282ee85e2af/cb84e4ed-b9d0-475f-ac4c-6ee995e45326/61abd5b9-a373-40ec-9e19-2b41a3dd34ad) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:08.914854 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.924741 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.970385 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Attempting to bind port 578a5a88-a294-46dc-a029-13dd19f2eb75 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:08.970752 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Attempting to bind port 578a5a88-a294-46dc-a029-13dd19f2eb75 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:08.971114 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Attempting to bind port 578a5a88-a294-46dc-a029-13dd19f2eb75 on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:08.979079 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:08.979456 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:08.979854 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.980257 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:08.980794 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Bound port: 578a5a88-a294-46dc-a029-13dd19f2eb75, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:08.981186 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:08.988437 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Pushing event updated for resources: {'Port': ['ID=578a5a88-a294-46dc-a029-13dd19f2eb75,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:09.014397 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.018015 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.018740 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.019212 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.019677 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.020178 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.020946 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.021282 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.021608 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.021955 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.022294 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.022596 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.022911 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:09.048578 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.057578 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] For port 578a5a88-a294-46dc-a029-13dd19f2eb75, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:09.061520 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] For port 578a5a88-a294-46dc-a029-13dd19f2eb75, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=578a5a88-a294-46dc-a029-13dd19f2eb75,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:09.065927 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.084033 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:09.087017 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:09.090584 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:09.091202 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.135212 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e64cc-242a-4243-a648-961873e5a093 None None] Pushing event updated for resources: {'Port': ['ID=578a5a88-a294-46dc-a029-13dd19f2eb75,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:09.137829 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Pushing event updated for resources: {'Port': ['ID=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:09.145429 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['6c338e1a-59a9-43ff-959b-9689a38177b1'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:09.145928 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:09.146430 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:09.300333 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:09.318443 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.345980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-9c770243-f3c1-4108-b079-6a26276863be None None] Provisioning complete for port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:09.346377 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9c770243-f3c1-4108-b079-6a26276863be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.403439 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-9c770243-f3c1-4108-b079-6a26276863be None None] Port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:09.497298 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.503092 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.504421 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.524070 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:07Z', 'revision_number': 3, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:09.526378 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3f21e1ac-b154-462b-bbee-1e2e3651a919 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:09.563570 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59599d-5df8-426c-9cfc-41f0d2a18301 None None] The sync data for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi is: [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:07Z', 'revision_number': 3, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:09.605090 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Pushing event updated for resources: {'Port': ['ID=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:09.633835 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 3f21e1ac-b154-462b-bbee-1e2e3651a919 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:09.634658 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:09.756396 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adbf2a-2ee3-4c75-a603-5ef9ea8fde9c req-393478d9-6341-4c97-b37c-821a778c5adf tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:09.757953 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-12adbf2a-2ee3-4c75-a603-5ef9ea8fde9c req-393478d9-6341-4c97-b37c-821a778c5adf tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 945 time: 0.0952213 Sep 16 15:11:09.763792 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:09.765392 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:09.801426 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fe055-24bb-4839-922c-23d3e6512986 req-1dceb3e7-ea98-4d3f-be61-c1fcb2df8a96 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:09.805094 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-692fe055-24bb-4839-922c-23d3e6512986 req-1dceb3e7-ea98-4d3f-be61-c1fcb2df8a96 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0717199 Sep 16 15:11:09.859030 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-12adbf2a-2ee3-4c75-a603-5ef9ea8fde9c req-6962852a-79f2-428f-b253-1e0fe7fa666b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913026 Sep 16 15:11:09.885278 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-692fe055-24bb-4839-922c-23d3e6512986 req-e7f8ead0-f440-42f6-b114-179ed0555920 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717583 Sep 16 15:11:09.990546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Router 34acab52-18e7-4992-a542-65d7e13d946e has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:11:10.107488 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:10.117256 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-dc14b658-4240-4820-bf49-20a66ecf9c94 admin admin] 10.222.0.36 "PUT /v2.0/routers/34acab52-18e7-4992-a542-65d7e13d946e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9787693 Sep 16 15:11:10.134074 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-f299c377-d7ad-4ed7-b917-1048312a3448 None None] Provisioning complete for port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:10.134447 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f299c377-d7ad-4ed7-b917-1048312a3448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.196366 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-f299c377-d7ad-4ed7-b917-1048312a3448 None None] Port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:10.669887 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 56994) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:10.675255 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-354294062-network', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:10.696979 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Made reservation on behalf of c6ac236955534201bf91b31afd9e224f for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:10.699227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.708419 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.801270 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.805059 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.828297 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:11:10.837334 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec3bd6-f894-488a-a4eb-5b5fa1bd22c0,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:10.842024 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.842367 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Added segment a646ad61-1bdc-4d45-8966-8d8f2a15dc06 of type vlan for network 07b91542-c252-4744-aa1e-72f1ca73e1d0 Sep 16 15:11:10.885258 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.913659 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.914795 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:10.915383 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:10.970554 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2990410 Sep 16 15:11:10.973445 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 57002) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:10.979974 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Request body: {'subnet': {'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-354294062-subnet', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:11.012875 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd0b5d-77ac-4e2a-903f-b6d62a446d87 req-78a52832-1513-4903-92b2-fb65e28b94b5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.020812 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4ffd0b5d-77ac-4e2a-903f-b6d62a446d87 req-78a52832-1513-4903-92b2-fb65e28b94b5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0653305 Sep 16 15:11:11.027421 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb991d-5178-4754-8b7a-b149b08e5447 admin admin] Pushing event updated for resources: {'Network': ['ID=07b91542-c252-4744-aa1e-72f1ca73e1d0,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:11.037014 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Made reservation on behalf of c6ac236955534201bf91b31afd9e224f for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:11.039336 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.042077 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:11:11.051101 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09056e-4aeb-437e-b57a-c970e2da2778 req-527613e1-8b94-4042-a2be-a72e6baeb762 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.052678 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5f09056e-4aeb-437e-b57a-c970e2da2778 req-527613e1-8b94-4042-a2be-a72e6baeb762 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 945 time: 0.1292875 Sep 16 15:11:11.071698 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4ffd0b5d-77ac-4e2a-903f-b6d62a446d87 req-a2f657ee-6264-415c-bbf4-63794270d1b1 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473349 Sep 16 15:11:11.145828 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5f09056e-4aeb-437e-b57a-c970e2da2778 req-18dd0b5f-d12d-4f68-8d5e-48fdfaf692d5 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828776 Sep 16 15:11:11.260833 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.310111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Sync routers for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:11.317733 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a473777-5e32-4bb1-b56f-adf1646862cb,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:11.320550 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:11.321244 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:11.328588 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Checking segment: {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:11.328940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Network hostable DHCP agents. Network: 07b91542-c252-4744-aa1e-72f1ca73e1d0, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:11:11.345914 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:11:11.355595 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 07b91542-c252-4744-aa1e-72f1ca73e1d0) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:11.361633 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.362325 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.372817 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e26b15-ebd9-4c36-9c2b-9f8e05e941b2 None None] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:11.379769 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e5e8fa87-a752-4185-942c-c94e9603e5aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4030650 Sep 16 15:11:11.380226 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 57008) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:11.384820 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:11.408297 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.410517 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.491589 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.563181 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 578a5a88-a294-46dc-a029-13dd19f2eb75 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:11.646485 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.666708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:11.781710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 578a5a88-a294-46dc-a029-13dd19f2eb75 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:11.782089 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.849082 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-07b91542-c252-4744-aa1e-72f1ca73e1d0', 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'fixed_ips': [{'subnet_id': '1a473777-5e32-4bb1-b56f-adf1646862cb'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:11:11.849906 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.850025 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.873957 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:11.976318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Allocated IP 172.27.2.77 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/73a6f9cd-8a99-4434-9bd8-075dfad4fa63) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:12.082862 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.085299 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.118838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.125570 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Allocated IP 172.20.0.2 (07b91542-c252-4744-aa1e-72f1ca73e1d0/1a473777-5e32-4bb1-b56f-adf1646862cb/ffcf3222-71b0-4689-b049-54be5cd18623) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:12.155143 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 578a5a88-a294-46dc-a029-13dd19f2eb75, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=578a5a88-a294-46dc-a029-13dd19f2eb75,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:12.165383 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.182935 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:12.188330 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:12.197690 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:12.203120 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Pushing event updated for resources: {'Port': ['ID=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:12.233242 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 6c338e1a-59a9-43ff-959b-9689a38177b1 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:12.249379 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d87d3-8134-4210-be3a-2afba6a1c260 req-077bfc3c-0ec5-4d03-8d39-7db5745db507 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.251229 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a77d87d3-8134-4210-be3a-2afba6a1c260 req-077bfc3c-0ec5-4d03-8d39-7db5745db507 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.1071849 Sep 16 15:11:12.265630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 2, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:12.293812 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c73d0-4112-4d99-912a-da4b992f4cec req-66b235cb-688c-4f07-a8ff-dd990ccee659 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.295191 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-137c73d0-4112-4d99-912a-da4b992f4cec req-66b235cb-688c-4f07-a8ff-dd990ccee659 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 945 time: 0.0635259 Sep 16 15:11:12.327295 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Checking router: 34acab52-18e7-4992-a542-65d7e13d946e for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:12.327941 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Updating router 34acab52-18e7-4992-a542-65d7e13d946e port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:12.335365 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-137c73d0-4112-4d99-912a-da4b992f4cec req-58069994-4df7-4c2c-bd58-b97ae9e75f96 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Sep 16 15:11:12.343973 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=578a5a88-a294-46dc-a029-13dd19f2eb75,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:12.383568 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a77d87d3-8134-4210-be3a-2afba6a1c260 req-15ecfe7a-c4a9-430e-8874-793e8ae5847d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892601 Sep 16 15:11:12.395439 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.448898 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.453393 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 6c338e1a-59a9-43ff-959b-9689a38177b1 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:12.459716 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.471189 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 6c338e1a-59a9-43ff-959b-9689a38177b1 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:12.471482 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.516811 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.584258 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:12.598813 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:12.610497 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:12.620654 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Pushing event updated for resources: {'Port': ['ID=ffcf3222-71b0-4689-b049-54be5cd18623,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:12.721638 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.754213 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Attempting to bind port ffcf3222-71b0-4689-b049-54be5cd18623 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:12.754579 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Attempting to bind port ffcf3222-71b0-4689-b049-54be5cd18623 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:12.754939 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Attempting to bind port ffcf3222-71b0-4689-b049-54be5cd18623 on network 07b91542-c252-4744-aa1e-72f1ca73e1d0 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:12.780301 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:12.780704 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Checking segment: {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:12.781106 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.781498 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Bound using segment: {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:12.781969 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Bound port: ffcf3222-71b0-4689-b049-54be5cd18623, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:12.782346 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.786483 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.847423 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338e1a-59a9-43ff-959b-9689a38177b1'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:12.849676 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dc5ca3-dde0-4b6d-819b-c6dd9bc77554" -d '{"events": [{"server_uuid": "16245b04-6c96-4a0d-ad96-370e858e2bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6c338e1a-59a9-43ff-959b-9689a38177b1"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:12.857715 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Router 9b4aa082-0ccb-4ea0-87df-f38d15167997 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:11:12.897783 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 6c338e1a-59a9-43ff-959b-9689a38177b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6c338e1a-59a9-43ff-959b-9689a38177b1,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:12.899578 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd8e01-b4ed-4a80-9851-03790ff7b449 x-openstack-request-id: req-bddd8e01-b4ed-4a80-9851-03790ff7b449 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:12.899821 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16245b04-6c96-4a0d-ad96-370e858e2bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6c338e1a-59a9-43ff-959b-9689a38177b1", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:12.900110 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bddd8e01-b4ed-4a80-9851-03790ff7b449 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:12.900522 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c338e1a-59a9-43ff-959b-9689a38177b1', 'code': 200} Sep 16 15:11:12.909475 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.966850 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] For port ffcf3222-71b0-4689-b049-54be5cd18623, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:12.968562 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:12.969866 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.974281 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] For port ffcf3222-71b0-4689-b049-54be5cd18623, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=ffcf3222-71b0-4689-b049-54be5cd18623,segment=NetworkSegment(a646ad61-1bdc-4d45-8966-8d8f2a15dc06),segment_id=a646ad61-1bdc-4d45-8966-8d8f2a15dc06)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:12.983095 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Sync routers for ids ['9b4aa082-0ccb-4ea0-87df-f38d15167997'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:12.987795 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.989216 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-db1c5343-61a9-4a8e-b463-2178c1e0065b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6079135 Sep 16 15:11:12.991837 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 57036) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:12.994324 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:12.995093 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Routers {'9b4aa082-0ccb-4ea0-87df-f38d15167997'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:12.995780 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['9b4aa082-0ccb-4ea0-87df-f38d15167997'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:12.996119 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.012215 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=6c338e1a-59a9-43ff-959b-9689a38177b1,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:13.127584 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Set router 9b4aa082-0ccb-4ea0-87df-f38d15167997 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:13.137535 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c872d3-573c-410c-bb41-0ded2554f22a None None] Pushing event updated for resources: {'Port': ['ID=ffcf3222-71b0-4689-b049-54be5cd18623,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:13.228238 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ffb12-a971-47a9-8fbd-2efc948a1489 None None] Pushing event updated for resources: {'Port': ['ID=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:13.255426 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Attempting to bind port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:13.256171 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Attempting to bind port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:13.258633 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Attempting to bind port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad on network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:13.263251 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7758e3f-3c62-4d8b-ad59-8d0b01847963 req-d1bccd49-2380-413d-95f7-a1f53359e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:13.265834 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f7758e3f-3c62-4d8b-ad59-8d0b01847963 req-d1bccd49-2380-413d-95f7-a1f53359e973 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 1099 time: 0.0828829 Sep 16 15:11:13.268850 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:13.269311 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Checking segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:13.269634 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.270022 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Bound using segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:13.270499 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Bound port: 61abd5b9-a373-40ec-9e19-2b41a3dd34ad, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:13.270881 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.346445 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f7758e3f-3c62-4d8b-ad59-8d0b01847963 req-7816e634-5bf6-4081-902b-8593529034c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696235 Sep 16 15:11:13.470317 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 3, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:13.535116 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Checking router: 9b4aa082-0ccb-4ea0-87df-f38d15167997 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:13.535479 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Updating router 9b4aa082-0ccb-4ea0-87df-f38d15167997 port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:13.555937 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-5f3fd2dc-b587-4f80-bae1-74d6e6b8cd1a None None] Provisioning complete for port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:13.555937 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5f3fd2dc-b587-4f80-bae1-74d6e6b8cd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.584920 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdefca-1379-492f-9e92-224ed66a2ea5 req-a08dd529-38c8-470d-b14f-256af4b25374 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:13.600302 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ddcdefca-1379-492f-9e92-224ed66a2ea5 req-a08dd529-38c8-470d-b14f-256af4b25374 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0882146 Sep 16 15:11:13.600908 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.662470 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ddcdefca-1379-492f-9e92-224ed66a2ea5 req-9c7c9671-1773-4b66-a85f-79ab44c44140 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 Sep 16 15:11:13.669088 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-5f3fd2dc-b587-4f80-bae1-74d6e6b8cd1a None None] Port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:13.686613 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] For port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:13.689873 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] For port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:13.697356 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.755051 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 578a5a88-a294-46dc-a029-13dd19f2eb75 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:13.804315 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:13.804983 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:13.810608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ffb12-a971-47a9-8fbd-2efc948a1489 None None] Pushing event updated for resources: {'Port': ['ID=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:13.838160 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.863123 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348b49-d2f3-4ea9-8004-69a8eb4e6830 req-743d1dc3-6dc8-4631-92db-311fa913f642 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:13.864228 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ce348b49-d2f3-4ea9-8004-69a8eb4e6830 req-743d1dc3-6dc8-4631-92db-311fa913f642 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.2216313 Sep 16 15:11:13.929112 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 578a5a88-a294-46dc-a029-13dd19f2eb75 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:13.929595 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.961414 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ce348b49-d2f3-4ea9-8004-69a8eb4e6830 req-95662d30-3260-48c7-b98a-8f89d7569bb1 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 Sep 16 15:11:14.001049 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:14.045504 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.054653 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.087450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Allocated IP 172.20.0.1 (07b91542-c252-4744-aa1e-72f1ca73e1d0/1a473777-5e32-4bb1-b56f-adf1646862cb/e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:14.104722 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66b5b-fb0c-4376-8106-d498fe92831d None None] Pushing event updated for resources: {'Port': ['ID=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:14.116426 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Attempting to bind port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:14.116723 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Attempting to bind port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:14.117077 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Attempting to bind port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:14.124774 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:14.125418 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:14.125829 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.126217 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:14.126681 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Bound port: 73a6f9cd-8a99-4434-9bd8-075dfad4fa63, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:14.127239 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.156867 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-ac7fb395-c2a3-4316-8d5c-f1d8d43c0fff None None] Provisioning complete for port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:14.157797 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ac7fb395-c2a3-4316-8d5c-f1d8d43c0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.191797 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] For port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:14.195203 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] For port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:14.202978 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.225876 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.251063 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device ffcf3222-71b0-4689-b049-54be5cd18623 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:14.251598 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Routers {'9b4aa082-0ccb-4ea0-87df-f38d15167997'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:14.252383 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['9b4aa082-0ccb-4ea0-87df-f38d15167997'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:14.273680 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.318782 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e66b5b-fb0c-4376-8106-d498fe92831d None None] Pushing event updated for resources: {'Port': ['ID=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:14.323191 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:14.326556 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:14.330643 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:14.399551 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ac7fb395-c2a3-4316-8d5c-f1d8d43c0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.403187 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port ffcf3222-71b0-4689-b049-54be5cd18623 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:14.404078 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.410556 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] Set router 9b4aa082-0ccb-4ea0-87df-f38d15167997 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:14.459405 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:13Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:14.503303 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aef8f0-ff8e-492a-bd59-694d2a1b653a None None] The sync data for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi is: [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:13Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:14.506145 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-ac7fb395-c2a3-4316-8d5c-f1d8d43c0fff None None] For port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:14.516806 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ac7fb395-c2a3-4316-8d5c-f1d8d43c0fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.548034 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8696a-6256-4ffb-b47d-9afe906eea39 None None] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:11:14.640508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.643347 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:14.656227 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.772385 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-60050fa3-b123-41ea-ab07-ecd0c85aff53 None None] Provisioning complete for port ffcf3222-71b0-4689-b049-54be5cd18623 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:14.772748 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-60050fa3-b123-41ea-ab07-ecd0c85aff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.782146 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 3, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:14.823131 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd025c-30d0-4550-baba-da8f0ad87dec None None] The sync data for ids ['9b4aa082-0ccb-4ea0-87df-f38d15167997'] in dv-cinder-774288-9-iscsi is: [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 3, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:14.831333 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fb395-c2a3-4316-8d5c-f1d8d43c0fff None None] Pushing event updated for resources: {'Port': ['ID=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:14.845313 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea5596-477d-4854-999f-560fa25be9d6 req-7ac3da87-86eb-4a1f-b700-36966942f1cd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:14.846920 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eeea5596-477d-4854-999f-560fa25be9d6 req-7ac3da87-86eb-4a1f-b700-36966942f1cd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0911067 Sep 16 15:11:14.859304 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port ffcf3222-71b0-4689-b049-54be5cd18623, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=ffcf3222-71b0-4689-b049-54be5cd18623,segment=NetworkSegment(a646ad61-1bdc-4d45-8966-8d8f2a15dc06),segment_id=a646ad61-1bdc-4d45-8966-8d8f2a15dc06)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:14.873086 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.895488 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:14.954326 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eeea5596-477d-4854-999f-560fa25be9d6 req-5d94d9ef-51eb-4fb0-aad2-f37604a268e8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776842 Sep 16 15:11:14.990660 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-60050fa3-b123-41ea-ab07-ecd0c85aff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.077597 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.db.api [None req-60050fa3-b123-41ea-ab07-ecd0c85aff53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:11:15.078406 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG oslo_db.api [None req-60050fa3-b123-41ea-ab07-ecd0c85aff53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:11:15.110708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=ffcf3222-71b0-4689-b049-54be5cd18623,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:15.172772 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67880d1d-bc37-4644-b9c7-8407698dbd73 req-201ec55c-9837-4b64-a383-7a8d3e4cc734 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:15.174346 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-67880d1d-bc37-4644-b9c7-8407698dbd73 req-201ec55c-9837-4b64-a383-7a8d3e4cc734 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.1065183 Sep 16 15:11:15.199257 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.221580 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.378257 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:15.385536 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.392464 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-67880d1d-bc37-4644-b9c7-8407698dbd73 req-5f361a4d-bd97-440e-893e-6724d43f79de tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829813 Sep 16 15:11:15.554359 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:15.555821 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:15.705405 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device ffcf3222-71b0-4689-b049-54be5cd18623 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:15.789823 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-6b33ecce-8934-4b7a-bbe8-d898e7b593f4 None None] Provisioning complete for port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:15.789964 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6b33ecce-8934-4b7a-bbe8-d898e7b593f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.792325 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Router 9b4aa082-0ccb-4ea0-87df-f38d15167997 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:11:15.844354 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-6b33ecce-8934-4b7a-bbe8-d898e7b593f4 None None] Port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:15.854560 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port ffcf3222-71b0-4689-b049-54be5cd18623 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:15.855277 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.882134 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-6b33ecce-8934-4b7a-bbe8-d898e7b593f4 None None] Provisioning complete for port ffcf3222-71b0-4689-b049-54be5cd18623 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:15.882576 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6b33ecce-8934-4b7a-bbe8-d898e7b593f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:15.964322 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:15.969491 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d0fd5460-7fb0-40e4-891f-e77a6f61ca34 admin admin] 10.222.0.36 "PUT /v2.0/routers/9b4aa082-0ccb-4ea0-87df-f38d15167997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9765790 Sep 16 15:11:16.050830 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:16.097908 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefaf4b-4ae9-406f-a704-042629f3c136 req-191aaff8-56bf-4fb0-8022-b633265b6f99 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.100646 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0aefaf4b-4ae9-406f-a704-042629f3c136 req-191aaff8-56bf-4fb0-8022-b633265b6f99 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0656426 Sep 16 15:11:16.102929 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:16.103306 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:16.161493 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0aefaf4b-4ae9-406f-a704-042629f3c136 req-700573a8-c2cc-4973-b3a8-6f1e55c386b6 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541019 Sep 16 15:11:16.191341 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-51eeebb8-77d0-4c83-b149-10a4ddd5a2ab None None] Provisioning complete for port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:16.191341 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-51eeebb8-77d0-4c83-b149-10a4ddd5a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:16.403027 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-51eeebb8-77d0-4c83-b149-10a4ddd5a2ab None None] Port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:16.426230 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:16.450821 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:16.457943 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:16.458736 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 61abd5b9-a373-40ec-9e19-2b41a3dd34ad up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:16.545358 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318db71-e301-406c-ac30-5ce75d925940 req-34a08c1f-05d9-4683-a0c5-587e918504be tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.547269 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5318db71-e301-406c-ac30-5ce75d925940 req-34a08c1f-05d9-4683-a0c5-587e918504be tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.0706449 Sep 16 15:11:16.581113 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:16.593039 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5318db71-e301-406c-ac30-5ce75d925940 req-55d595b7-65b9-4bd1-92ce-21c819754f05 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Sep 16 15:11:16.599377 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:16.599745 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:17.326558 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaaf99-3b80-455c-9650-754b33c7eb9e req-994ff8d8-89b8-4427-a3b9-d3317cb4f669 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:17.328339 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2ccaaf99-3b80-455c-9650-754b33c7eb9e req-994ff8d8-89b8-4427-a3b9-d3317cb4f669 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0880179 Sep 16 15:11:17.425667 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2ccaaf99-3b80-455c-9650-754b33c7eb9e req-7d6440e1-c693-49ff-9894-0e56e2d34864 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841019 Sep 16 15:11:17.503995 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:17.560934 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:17.706987 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:17.707432 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:17.962991 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Sync routers for ids ['9b4aa082-0ccb-4ea0-87df-f38d15167997'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:17.973002 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Routers {'9b4aa082-0ccb-4ea0-87df-f38d15167997'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:17.973896 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['9b4aa082-0ccb-4ea0-87df-f38d15167997'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:18.127279 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Set router 9b4aa082-0ccb-4ea0-87df-f38d15167997 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:18.232030 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a8822-8696-4e8c-a3b8-95a5df5f23bc req-07e67c8e-c64b-4de5-a8ae-e681908b4861 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.233652 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-979a8822-8696-4e8c-a3b8-95a5df5f23bc req-07e67c8e-c64b-4de5-a8ae-e681908b4861 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.0871558 Sep 16 15:11:18.297420 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-979a8822-8696-4e8c-a3b8-95a5df5f23bc req-ebac350f-1fb7-4f36-8939-dd13a1ef5a09 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558450 Sep 16 15:11:18.389185 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 4, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': 'e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d', 'name': '', 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'mac_address': 'fa:16:3e:75:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1a473777-5e32-4bb1-b56f-adf1646862cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:13Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 2, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'subnets': [{'id': '1a473777-5e32-4bb1-b56f-adf1646862cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:18.427149 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Checking router: 9b4aa082-0ccb-4ea0-87df-f38d15167997 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:18.427508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Updating router 9b4aa082-0ccb-4ea0-87df-f38d15167997 port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:11:18.480759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:18.618933 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb4da5-ad2c-414a-ad4d-6623999a1d0f req-d043fc9e-98f3-4c66-977a-182315eb3fcb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.622013 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-35eb4da5-ad2c-414a-ad4d-6623999a1d0f req-d043fc9e-98f3-4c66-977a-182315eb3fcb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0846210 Sep 16 15:11:18.674781 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-35eb4da5-ad2c-414a-ad4d-6623999a1d0f req-d55812e5-b526-4295-976d-26d5a7544d73 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Sep 16 15:11:18.811980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:18.818710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:18.902904 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f87b3-4b72-4434-913b-d892fae6d849 None None] Pushing event updated for resources: {'Port': ['ID=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:18.937517 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Attempting to bind port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:18.937891 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Attempting to bind port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:18.938256 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Attempting to bind port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d on network 07b91542-c252-4744-aa1e-72f1ca73e1d0 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:18.943624 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:18.944098 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Checking segment: {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:18.944518 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:18.944921 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Bound using segment: {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:18.945389 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Bound port: e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:18.945761 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.036663 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] For port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:19.040202 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] For port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,segment=NetworkSegment(a646ad61-1bdc-4d45-8966-8d8f2a15dc06),segment_id=a646ad61-1bdc-4d45-8966-8d8f2a15dc06)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:19.047154 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.164550 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f87b3-4b72-4434-913b-d892fae6d849 None None] Pushing event updated for resources: {'Port': ['ID=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:19.167407 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Routers {'9b4aa082-0ccb-4ea0-87df-f38d15167997'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:19.168111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:10:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['9b4aa082-0ccb-4ea0-87df-f38d15167997'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:19.271672 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-4a37c716-35c8-4162-ba9d-1664a8a11fc3 None None] Provisioning complete for port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:19.272517 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4a37c716-35c8-4162-ba9d-1664a8a11fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.407543 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] Set router 9b4aa082-0ccb-4ea0-87df-f38d15167997 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:19.479389 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae157ba-7009-4562-86ed-b36c67056eed req-4fb91613-fabe-411c-8687-ec273e51fc00 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:19.488460 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1ae157ba-7009-4562-86ed-b36c67056eed req-4fb91613-fabe-411c-8687-ec273e51fc00 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.0784428 Sep 16 15:11:19.538003 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1ae157ba-7009-4562-86ed-b36c67056eed req-714c8d24-e812-42f8-a8c3-347692e23f64 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437195 Sep 16 15:11:19.689100 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4a37c716-35c8-4162-ba9d-1664a8a11fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.835999 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-4a37c716-35c8-4162-ba9d-1664a8a11fc3 None None] For port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,segment=NetworkSegment(a646ad61-1bdc-4d45-8966-8d8f2a15dc06),segment_id=a646ad61-1bdc-4d45-8966-8d8f2a15dc06)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:19.855665 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4a37c716-35c8-4162-ba9d-1664a8a11fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.907873 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60709f-bee7-43f7-bc8d-f0d1d1daa266 req-eb34a78d-5f6e-47f0-8105-0ef1815ca05f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:19.917117 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ab60709f-bee7-43f7-bc8d-f0d1d1daa266 req-eb34a78d-5f6e-47f0-8105-0ef1815ca05f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.1150429 Sep 16 15:11:19.960960 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ab60709f-bee7-43f7-bc8d-f0d1d1daa266 req-3fef9f8f-0145-48fd-b0f6-ebae1b49d3d7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Sep 16 15:11:20.004294 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-d1e9b223-2a73-4c54-923c-45e33b062303 None None] Provisioning complete for port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:20.004718 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d1e9b223-2a73-4c54-923c-45e33b062303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:20.057384 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37c716-35c8-4162-ba9d-1664a8a11fc3 None None] Pushing event updated for resources: {'Port': ['ID=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:20.151194 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 4, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': 'e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d', 'name': '', 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'mac_address': 'fa:16:3e:75:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1a473777-5e32-4bb1-b56f-adf1646862cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:13Z', 'updated_at': '2021-09-16T15:11:19Z', 'revision_number': 4, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'subnets': [{'id': '1a473777-5e32-4bb1-b56f-adf1646862cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:20.186820 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a82f4-9104-43f5-a66c-84a3ac4babfd None None] The sync data for ids ['9b4aa082-0ccb-4ea0-87df-f38d15167997'] in dv-cinder-774288-9-iscsi is: [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 4, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': 'e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d', 'name': '', 'network_id': '07b91542-c252-4744-aa1e-72f1ca73e1d0', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'mac_address': 'fa:16:3e:75:17:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '1a473777-5e32-4bb1-b56f-adf1646862cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:13Z', 'updated_at': '2021-09-16T15:11:19Z', 'revision_number': 4, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'subnets': [{'id': '1a473777-5e32-4bb1-b56f-adf1646862cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:20.699592 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca417-e3d1-4fc5-899d-0635973101a6 req-3ab521c4-b31e-47f9-8524-8999d22a588e tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:20.701614 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-347ca417-e3d1-4fc5-899d-0635973101a6 req-3ab521c4-b31e-47f9-8524-8999d22a588e tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.0928640 Sep 16 15:11:20.714942 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-f3aea36e-b3ad-4852-a15a-4413c7bbf201 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:20.717063 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-f3aea36e-b3ad-4852-a15a-4413c7bbf201 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 946 time: 0.0754268 Sep 16 15:11:20.769344 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b64931ee-008f-40f9-8ce0-f624512d6c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:20.792064 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-347ca417-e3d1-4fc5-899d-0635973101a6 req-ad937894-cb63-41fc-8f6a-1ee006aac611 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/security-groups?id=705e3b13-4399-4a2e-b82d-c804055c5515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739686 Sep 16 15:11:20.819556 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-45bd12d4-c325-4c98-a1dc-e609c6286fda tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:20.828581 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-45bd12d4-c325-4c98-a1dc-e609c6286fda tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.1517560 Sep 16 15:11:20.846984 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-f0d3d673-ac62-4a5a-b2dc-a5fb433f7f63 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/quotas/134359a6c3014235805bac2ee17179a0 HTTP/1.1" status: 200 len: 375 time: 0.0168061 Sep 16 15:11:20.866336 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Deleting port 6c338e1a-59a9-43ff-959b-9689a38177b1 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:11:20.866756 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:20.951419 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-3df127cc-91c4-4564-8bd9-874fdecacc3f tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023531 Sep 16 15:11:20.977339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] For port 6c338e1a-59a9-43ff-959b-9689a38177b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6c338e1a-59a9-43ff-959b-9689a38177b1,segment=NetworkSegment(3f4174b8-67ee-46d9-ba6d-7293a7d4a871),segment_id=3f4174b8-67ee-46d9-ba6d-7293a7d4a871)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:20.978018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:21.024952 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Calling delete_port for 6c338e1a-59a9-43ff-959b-9689a38177b1 owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:11:21.078119 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-562e52ff-9e08-4435-8e38-5abcac24a489 service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257222 Sep 16 15:11:21.223055 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-552c9bac-dba7-41cc-848f-f1cc66045abd service neutron] 10.222.0.36 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439617 Sep 16 15:11:21.259136 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:21.314051 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['6c338e1a-59a9-43ff-959b-9689a38177b1'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:21.338500 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Pushing event deleted for resources: {'Port': ['ID=6c338e1a-59a9-43ff-959b-9689a38177b1,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:21.536223 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ddfd0775-96d8-476a-adfa-e4eca3cb3113 req-79e8902b-c6bb-449d-a50e-34bf68ca3504 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 210 time: 0.0674231 Sep 16 15:11:21.656756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:21.760534 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:21.761171 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:21.827696 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d675a-1b50-48e9-90c4-cdc0fccd6392 req-4e9a5fd1-73fd-4570-b651-90c244dca18f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:21.835775 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-330d675a-1b50-48e9-90c4-cdc0fccd6392 req-4e9a5fd1-73fd-4570-b651-90c244dca18f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.6041999 Sep 16 15:11:21.837010 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] No DVR routers for this DVR port 6c338e1a-59a9-43ff-959b-9689a38177b1 on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:11:21.844778 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:21.856887 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1db43371-9cfd-49f6-bd2d-28173ca385a5 req-92ea065f-4d2a-4068-8d17-afb510267d8b tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.47 "DELETE /v2.0/ports/6c338e1a-59a9-43ff-959b-9689a38177b1 HTTP/1.1" status: 204 len: 173 time: 1.1312065 Sep 16 15:11:21.858781 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'name': 'network-vif-deleted', 'tag': '6c338e1a-59a9-43ff-959b-9689a38177b1'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:21.861394 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b427840-a0d1-4b33-800d-5b36775f5c49" -d '{"events": [{"server_uuid": "16245b04-6c96-4a0d-ad96-370e858e2bd3", "name": "network-vif-deleted", "tag": "6c338e1a-59a9-43ff-959b-9689a38177b1"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:21.932971 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:11:21.971328 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-330d675a-1b50-48e9-90c4-cdc0fccd6392 req-0477b842-2bc5-4816-a295-5c1399b300d9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133108 Sep 16 15:11:22.060393 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f53bc11c-f418-4a59-b39a-483dd106630f req-2a66db09-1b51-475d-9c13-045cae0b3fd8 tempest-VolumesActionsTest-870151022 tempest-VolumesActionsTest-870151022-project] 10.222.0.36 "GET /v2.0/ports?device_id=16245b04-6c96-4a0d-ad96-370e858e2bd3 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Sep 16 15:11:22.119524 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25112bad-794a-4801-ab92-b36bb135451a x-openstack-request-id: req-25112bad-794a-4801-ab92-b36bb135451a {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:22.119786 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16245b04-6c96-4a0d-ad96-370e858e2bd3", "name": "network-vif-deleted", "tag": "6c338e1a-59a9-43ff-959b-9689a38177b1", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:22.120040 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25112bad-794a-4801-ab92-b36bb135451a {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:22.120430 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16245b04-6c96-4a0d-ad96-370e858e2bd3', 'name': 'network-vif-deleted', 'tag': '6c338e1a-59a9-43ff-959b-9689a38177b1', 'status': 'completed', 'code': 200} Sep 16 15:11:22.669736 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8d1f56e1-8b15-4109-a1e5-a775d51070dd req-b855cefb-b575-4125-a405-fb789b3b8faf tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 210 time: 0.0332179 Sep 16 15:11:23.088689 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e16d88-e86f-4748-8cab-0bb24a47b59b req-8daeedaa-a954-4939-bb5a-ef18aeb1c7dc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:23.096718 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e8e16d88-e86f-4748-8cab-0bb24a47b59b req-8daeedaa-a954-4939-bb5a-ef18aeb1c7dc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0650704 Sep 16 15:11:23.154453 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e8e16d88-e86f-4748-8cab-0bb24a47b59b req-8e317612-385d-45dc-832b-ed25271fecaf tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564511 Sep 16 15:11:23.373380 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cb518b2a-a063-46e3-aea9-53f6c86c3cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.419245 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.583563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-55f13b70-2409-412e-b9b3-2f67fe4697cf tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:23.585350 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-55f13b70-2409-412e-b9b3-2f67fe4697cf tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/networks?id=63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 200 len: 815 time: 0.2052629 Sep 16 15:11:23.612941 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Request body: {'port': {'device_id': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'admin_state_up': True, 'tenant_id': '134359a6c3014235805bac2ee17179a0'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:23.814672 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fb53e8b-adf1-4e28-b737-0f020fd5cf66 req-bcca7171-fcb6-46b2-9fc5-f7140414cf0a tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 210 time: 0.0344021 Sep 16 15:11:23.856260 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Made reservation on behalf of 134359a6c3014235805bac2ee17179a0 for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:23.861278 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.037536 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Allocated IP 172.20.0.12 (63236875-920b-484b-a3ae-dd0dbd3cecb7/e90b9e83-ce31-4673-bb60-540443ca12d2/bcd583cb-6447-451c-a232-bc5e5987f679) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:24.255771 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.297312 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.298009 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 6c338e1a-59a9-43ff-959b-9689a38177b1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:11:24.307424 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65a4a0-d17d-4b7f-928d-cdc788e6315f req-b5a9770d-1b16-4f11-be01-56df5426c77a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:24.316526 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2d65a4a0-d17d-4b7f-928d-cdc788e6315f req-b5a9770d-1b16-4f11-be01-56df5426c77a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0795836 Sep 16 15:11:24.348873 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 6c338e1a-59a9-43ff-959b-9689a38177b1 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:11:24.349246 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 6c338e1a-59a9-43ff-959b-9689a38177b1 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:11:24.355998 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757', '11b9259b-5c1f-4b92-9029-1bdb7f70217f', '700feecf-a0c2-408a-8bf2-5982419b1d3a'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:24.357463 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Network 63236875-920b-484b-a3ae-dd0dbd3cecb7 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:24.363533 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:24.366879 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:24.373740 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:24.374380 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.382503 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2d65a4a0-d17d-4b7f-928d-cdc788e6315f req-c13697bb-35e1-41f7-960c-12a285f99155 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649867 Sep 16 15:11:24.391278 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event updated for resources: {'Port': ['ID=bcd583cb-6447-451c-a232-bc5e5987f679,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:24.405803 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-b7b4d2df-03bf-42ee-9404-bfe105b37b56 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7969511 Sep 16 15:11:24.429047 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Request body: {'port': {'device_id': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:24.450034 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.501470 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.840435 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd583cb-6447-451c-a232-bc5e5987f679 {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:24.850413 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.870269 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Transition to ACTIVE for port object bcd583cb-6447-451c-a232-bc5e5987f679 will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:24.875996 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.981003 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd583cb-6447-451c-a232-bc5e5987f679,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:24.994908 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Attempting to bind port bcd583cb-6447-451c-a232-bc5e5987f679 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:24.995428 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Attempting to bind port bcd583cb-6447-451c-a232-bc5e5987f679 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:24.995921 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Attempting to bind port bcd583cb-6447-451c-a232-bc5e5987f679 on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:25.004691 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Port bcd583cb-6447-451c-a232-bc5e5987f679 on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:25.005129 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Attempting to bind port bcd583cb-6447-451c-a232-bc5e5987f679 on network 63236875-920b-484b-a3ae-dd0dbd3cecb7 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:25.014971 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110b0aa-1ccf-4105-b50f-6643059fb393 req-de3abcc6-432d-475a-b14d-e77cf71ac1f9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.016647 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8110b0aa-1ccf-4105-b50f-6643059fb393 req-de3abcc6-432d-475a-b14d-e77cf71ac1f9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 944 time: 0.0939801 Sep 16 15:11:25.024026 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:25.024413 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Checking segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:25.024925 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Bound using segment: {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:25.025458 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Bound port: bcd583cb-6447-451c-a232-bc5e5987f679, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf20aa5d-025c-4962-bff7-443fa848af85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:25.025917 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.152881 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8110b0aa-1ccf-4105-b50f-6643059fb393 req-1f507ecb-e194-44e2-9850-b4d30db7b8ac tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245148 Sep 16 15:11:25.171912 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] For port bcd583cb-6447-451c-a232-bc5e5987f679, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:25.178874 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] For port bcd583cb-6447-451c-a232-bc5e5987f679, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bcd583cb-6447-451c-a232-bc5e5987f679,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:25.187113 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.195321 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 57340) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:25.241568 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.252741 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.256333 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/bcd583cb-6447-451c-a232-bc5e5987f679 HTTP/1.1" status: 200 len: 1094 time: 0.8319449 Sep 16 15:11:25.256936 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'tag': 'bcd583cb-6447-451c-a232-bc5e5987f679'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:25.259232 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6502b38e-bcea-4a3b-8384-1b2ec4a3628e", "tag": "bcd583cb-6447-451c-a232-bc5e5987f679"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:25.279771 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083112d-94af-4544-8cfb-160b8dd072a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd583cb-6447-451c-a232-bc5e5987f679,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:25.307074 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955d0c58-ba77-4def-8f0e-82f0be5cce9a x-openstack-request-id: req-955d0c58-ba77-4def-8f0e-82f0be5cce9a {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:25.307440 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6502b38e-bcea-4a3b-8384-1b2ec4a3628e", "tag": "bcd583cb-6447-451c-a232-bc5e5987f679", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:25.307766 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-955d0c58-ba77-4def-8f0e-82f0be5cce9a {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:25.308598 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'tag': 'bcd583cb-6447-451c-a232-bc5e5987f679', 'status': 'completed', 'code': 200} Sep 16 15:11:25.349436 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-581440ee-cbe7-4c2b-9716-47113d792f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.473460 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-581440ee-cbe7-4c2b-9716-47113d792f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.478503 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-581440ee-cbe7-4c2b-9716-47113d792f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.529826 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-581440ee-cbe7-4c2b-9716-47113d792f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f7ef71ad2e444b0969614d6e2e7177e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330574 Sep 16 15:11:25.532006 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581440ee-cbe7-4c2b-9716-47113d792f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3ccac4-6c94-4dff-9faf-3fe2b4d8593e,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:25.534650 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 57352) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:25.543477 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8fdf7-ac68-48aa-8081-c90038ea3d09 req-2fc9f2b0-5e8f-4fa5-aa03-b39f7486f789 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.546148 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-86d8fdf7-ac68-48aa-8081-c90038ea3d09 req-2fc9f2b0-5e8f-4fa5-aa03-b39f7486f789 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0622387 Sep 16 15:11:25.619070 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9d91af19-1f91-4154-9a66-8938813c7fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.635067 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-86d8fdf7-ac68-48aa-8081-c90038ea3d09 req-bf627dcc-2ce5-4138-a9b5-eb1f45037b52 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708001 Sep 16 15:11:25.648734 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9d91af19-1f91-4154-9a66-8938813c7fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.717823 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9d91af19-1f91-4154-9a66-8938813c7fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.721182 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9d91af19-1f91-4154-9a66-8938813c7fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.724606 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9d91af19-1f91-4154-9a66-8938813c7fb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da3ccac4-6c94-4dff-9faf-3fe2b4d8593e HTTP/1.1" status: 204 len: 168 time: 0.1752424 Sep 16 15:11:25.733076 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91af19-1f91-4154-9a66-8938813c7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3ccac4-6c94-4dff-9faf-3fe2b4d8593e,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:26.076658 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:26.283875 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84caea-b4ef-4360-a640-847769f8f168 req-9eefa7de-e052-4324-b04f-ef1a63b044ef tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:26.286689 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7c84caea-b4ef-4360-a640-847769f8f168 req-9eefa7de-e052-4324-b04f-ef1a63b044ef tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 944 time: 0.0560467 Sep 16 15:11:26.326702 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7c84caea-b4ef-4360-a640-847769f8f168 req-1bf70837-0ef4-4838-9011-37e5f283de0d tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353022 Sep 16 15:11:26.771058 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e563c9-dfb1-40a5-ad99-8612c9aacfe2 req-2cd01b7e-327f-4e75-a6d8-a877fd809817 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:26.778624 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-80e563c9-dfb1-40a5-ad99-8612c9aacfe2 req-2cd01b7e-327f-4e75-a6d8-a877fd809817 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0661566 Sep 16 15:11:26.819314 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-80e563c9-dfb1-40a5-ad99-8612c9aacfe2 req-61fb920a-6ab2-499f-ba5a-aa79cf8b8bc8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396881 Sep 16 15:11:27.455484 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc87803-ccea-4a71-8f83-654a5891b0f9 req-1afad6dc-4ff4-48ac-81c4-ff9f810a07c8 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.457529 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0bc87803-ccea-4a71-8f83-654a5891b0f9 req-1afad6dc-4ff4-48ac-81c4-ff9f810a07c8 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 944 time: 0.0591969 Sep 16 15:11:27.524596 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0bc87803-ccea-4a71-8f83-654a5891b0f9 req-e96503ce-c8ef-4621-bc8e-f491c52822d4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Sep 16 15:11:27.717963 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e req-de7f532f-024c-4aed-b80e-0072a2d94368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.719447 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e req-de7f532f-024c-4aed-b80e-0072a2d94368 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 1097 time: 0.0477655 Sep 16 15:11:27.921438 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e req-54d8c96b-b088-4498-a124-4a26d10937e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:27.922843 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e req-54d8c96b-b088-4498-a124-4a26d10937e3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=134359a6c3014235805bac2ee17179a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1849945 Sep 16 15:11:28.076938 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91890005-7ea0-46b0-9f08-3e311a7c4226 req-46e0ac49-b6d2-4c29-a0eb-8f772fe0d37e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.078450 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-91890005-7ea0-46b0-9f08-3e311a7c4226 req-46e0ac49-b6d2-4c29-a0eb-8f772fe0d37e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.1683607 Sep 16 15:11:28.138513 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e req-0af4f31a-5ffa-47e0-aca6-064202c8b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.139980 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-73545cb8-eaf7-43a0-a6b9-d2cd0b420f5e req-0af4f31a-5ffa-47e0-aca6-064202c8b4e5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007849 Sep 16 15:11:28.147401 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-91890005-7ea0-46b0-9f08-3e311a7c4226 req-14e6bf1a-fdd6-45f2-8be4-aea0e416b5da tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Sep 16 15:11:28.264870 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-c75586e9-e224-4b5e-931f-d05b1e1351e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.266364 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-c75586e9-e224-4b5e-931f-d05b1e1351e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=134359a6c3014235805bac2ee17179a0&device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 1097 time: 0.0419459 Sep 16 15:11:28.321771 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-c2aef1ea-afda-4d8b-a419-f9b27a1809a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd583cb-6447-451c-a232-bc5e5987f679 HTTP/1.1" status: 200 len: 217 time: 0.0342286 Sep 16 15:11:28.372859 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8099-d235-4461-bbad-85faeb5b102e req-898486c3-7724-4a03-a6d9-d05e3363b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.374218 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-898486c3-7724-4a03-a6d9-d05e3363b527 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 200 len: 855 time: 0.0431762 Sep 16 15:11:28.416112 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-2ca5bb2c-8171-40ea-b82c-e5dafcf35ac6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63236875-920b-484b-a3ae-dd0dbd3cecb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236278 Sep 16 15:11:28.513402 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-8e24df4b-ffc4-400b-8356-07e9e1ac1031 service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871544 Sep 16 15:11:28.643525 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b13e3-035c-472f-89c9-306d403ca46f req-9762ccde-c1dc-45c1-ab2c-570ed82379eb tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.644959 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e04b13e3-035c-472f-89c9-306d403ca46f req-9762ccde-c1dc-45c1-ab2c-570ed82379eb tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 944 time: 0.0489492 Sep 16 15:11:28.673223 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-290b8099-d235-4461-bbad-85faeb5b102e req-5b013a51-a668-4048-97f6-8e9182e7aa7c service neutron] 10.222.0.47 "GET /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477673 Sep 16 15:11:28.682037 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e04b13e3-035c-472f-89c9-306d403ca46f req-8bebf015-27d9-4a4d-8920-e201dc9e278a tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Sep 16 15:11:28.708023 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-48e62deb-5238-4fa3-800f-5caefa5f0fe0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:28.714832 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-48e62deb-5238-4fa3-800f-5caefa5f0fe0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 815 time: 0.1293714 Sep 16 15:11:28.724613 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d1035404-4efc-4fa2-b630-2e18e0eb0b65 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/quotas/b4ee1e4e409043db940219625fbab8ab HTTP/1.1" status: 200 len: 375 time: 0.0088356 Sep 16 15:11:28.776250 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-ffa821cb-e835-4177-958e-c5bd9b8a57ae tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458562 Sep 16 15:11:28.870931 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-fa4fd43c-bc99-4b8d-9e57-55151dfb355b service neutron] 10.222.0.36 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831699 Sep 16 15:11:28.959061 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-21b683b8-edda-4f20-aa01-a858c2340a9d service neutron] 10.222.0.36 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812817 Sep 16 15:11:29.126501 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dd5c54d7-c681-447c-84eb-03d09e84ba3b req-bbe48d67-b7cd-47e5-9594-5fea21ed7021 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 210 time: 0.0291717 Sep 16 15:11:29.296845 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38673032-cb86-4124-a4cb-472044b94e67 req-1c23e63e-cea6-4904-8e12-7afbe09924ac tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.298532 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-38673032-cb86-4124-a4cb-472044b94e67 req-1c23e63e-cea6-4904-8e12-7afbe09924ac tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0690179 Sep 16 15:11:29.358090 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-38673032-cb86-4124-a4cb-472044b94e67 req-0e0d7d6d-8f34-44d0-8132-e5df344848f9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482206 Sep 16 15:11:29.854876 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b2d8e-6bba-4798-ac6b-55d94ff025ff req-4881faca-70a2-4987-afb0-b8599bdb8da0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:29.857073 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f66b2d8e-6bba-4798-ac6b-55d94ff025ff req-4881faca-70a2-4987-afb0-b8599bdb8da0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 944 time: 0.0692818 Sep 16 15:11:29.915750 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f66b2d8e-6bba-4798-ac6b-55d94ff025ff req-ba883a93-bcc8-4fcb-b8e0-d7dd9b0ecb54 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495722 Sep 16 15:11:30.285768 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3cd80226-3182-40ec-a8d0-5e8d4a6c5604 req-f9d72e89-232c-454a-abe6-c8c2cb3acce8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 210 time: 0.0586791 Sep 16 15:11:30.366177 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df0797-f59b-4a81-9e60-ef1dc38b02f3 req-3c071e7d-3b22-40a5-8158-02af6368b1e3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.368537 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78df0797-f59b-4a81-9e60-ef1dc38b02f3 req-3c071e7d-3b22-40a5-8158-02af6368b1e3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0603225 Sep 16 15:11:30.413149 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78df0797-f59b-4a81-9e60-ef1dc38b02f3 req-b044cf13-8c2e-46f0-82fb-f98fed81b46d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Sep 16 15:11:30.514853 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730600d2-67b6-431f-b479-cbdb7f0f8192 req-89158f47-fc16-4e24-9515-23878c4b4a8a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.522969 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-730600d2-67b6-431f-b479-cbdb7f0f8192 req-89158f47-fc16-4e24-9515-23878c4b4a8a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0642695 Sep 16 15:11:30.590059 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-730600d2-67b6-431f-b479-cbdb7f0f8192 req-afb3048c-748b-4c7f-be3b-d14f9e1077ac tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623877 Sep 16 15:11:30.733714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-31c45789-0923-455a-8c1f-912868cd3905 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:30.735705 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-31c45789-0923-455a-8c1f-912868cd3905 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.47 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 815 time: 0.1439135 Sep 16 15:11:30.776268 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'port': {'device_id': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'admin_state_up': True, 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:30.887955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Made reservation on behalf of b4ee1e4e409043db940219625fbab8ab for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:30.891410 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:31.038895 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c0c6-c1c0-486b-ac67-a45950add054 req-21c88d42-df9a-4484-bf3f-fc37997e3484 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.047329 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b351c0c6-c1c0-486b-ac67-a45950add054 req-21c88d42-df9a-4484-bf3f-fc37997e3484 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 944 time: 0.0627754 Sep 16 15:11:31.065875 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Allocated IP 172.20.0.3 (ff2bee8c-cbad-4f40-ad1d-6282ee85e2af/cb84e4ed-b9d0-475f-ac4c-6ee995e45326/099ecffb-b447-4a55-906c-bb22581a8270) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:31.094045 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b351c0c6-c1c0-486b-ac67-a45950add054 req-4b3b4f99-b777-4f65-baf4-e92a34746b85 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Sep 16 15:11:31.281848 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:31.633363 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device bcd583cb-6447-451c-a232-bc5e5987f679 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:31.659844 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf081f88-2ef5-420f-9f88-25d6c9ce0666 req-8d6341f0-ab38-4283-99df-c994ad9ba3ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:31.680031 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf081f88-2ef5-420f-9f88-25d6c9ce0666 req-8d6341f0-ab38-4283-99df-c994ad9ba3ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1491780 Sep 16 15:11:31.789372 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf081f88-2ef5-420f-9f88-25d6c9ce0666 req-bbe398f2-7b6f-450e-915d-99a5703f59c7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976136 Sep 16 15:11:31.863629 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port bcd583cb-6447-451c-a232-bc5e5987f679, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bcd583cb-6447-451c-a232-bc5e5987f679,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:31.917750 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': 'bcd583cb-6447-451c-a232-bc5e5987f679', 'network_id': '63236875-920b-484b-a3ae-dd0dbd3cecb7', 'port_id': 'bcd583cb-6447-451c-a232-bc5e5987f679', 'mac_address': 'fa:16:3e:fb:60:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e90b9e83-ce31-4673-bb60-540443ca12d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:31.947202 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-677448b1-2b6a-453e-a2da-0e9d6fa7b68d req-fc95245f-0abc-43da-98b4-1a67c0d56ee9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 210 time: 0.1950982 Sep 16 15:11:31.950737 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:31.998896 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.017244 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd583cb-6447-451c-a232-bc5e5987f679 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:32.039704 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port bcd583cb-6447-451c-a232-bc5e5987f679, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bcd583cb-6447-451c-a232-bc5e5987f679,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:32.048362 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.058456 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:32.064401 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaf5c8-2c92-4993-8aab-c43e8c8ebbc2 req-1eea1606-bed0-46b6-b63f-fecb87dfd4e7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:32.067906 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:32.082330 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:32.083818 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b4eaf5c8-2c92-4993-8aab-c43e8c8ebbc2 req-1eea1606-bed0-46b6-b63f-fecb87dfd4e7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.1104858 Sep 16 15:11:32.089597 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:32.098035 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.149393 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3774068 Sep 16 15:11:32.174154 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=bcd583cb-6447-451c-a232-bc5e5987f679,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:32.189541 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afc020-35ac-450c-897d-1f00ffd4b765 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:32.208288 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Request body: {'port': {'device_id': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:32.225558 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b4eaf5c8-2c92-4993-8aab-c43e8c8ebbc2 req-308d049c-dcab-4270-a154-10dd80cedc7f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346066 Sep 16 15:11:32.344863 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.375481 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b4652-4454-402c-a24b-4b0d7561b796 req-9eec6154-1fd6-4b3c-bcc7-da7ad1be70af tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:32.377139 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-260b4652-4454-402c-a24b-4b0d7561b796 req-9eec6154-1fd6-4b3c-bcc7-da7ad1be70af tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 945 time: 0.1130490 Sep 16 15:11:32.391903 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-f2aa11ce-0b54-403d-9731-5d88d1a8a1d8 None None] Provisioning complete for port 099ecffb-b447-4a55-906c-bb22581a8270 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:32.392605 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f2aa11ce-0b54-403d-9731-5d88d1a8a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.473597 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa11ce-0b54-403d-9731-5d88d1a8a1d8 None None] Port 099ecffb-b447-4a55-906c-bb22581a8270 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:32.605555 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-260b4652-4454-402c-a24b-4b0d7561b796 req-ec2c8a47-4fe0-438b-bc17-1be47f196934 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Sep 16 15:11:32.671037 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['bcd583cb-6447-451c-a232-bc5e5987f679'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:32.899035 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099ecffb-b447-4a55-906c-bb22581a8270 {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:32.915184 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.951000 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Transition to ACTIVE for port object 099ecffb-b447-4a55-906c-bb22581a8270 will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:32.956542 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:32.994820 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa99a0e-c29f-45fd-b69f-d9377f7f5d32 req-2ebd845e-6f58-4edc-85f6-2085bdae854e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:32.999046 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0aa99a0e-c29f-45fd-b69f-d9377f7f5d32 req-2ebd845e-6f58-4edc-85f6-2085bdae854e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0938995 Sep 16 15:11:33.057002 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.060435 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0aa99a0e-c29f-45fd-b69f-d9377f7f5d32 req-e0258cd8-83d5-497e-b5be-204e2de75312 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520396 Sep 16 15:11:33.177610 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Attempting to bind port 099ecffb-b447-4a55-906c-bb22581a8270 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:33.178011 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Attempting to bind port 099ecffb-b447-4a55-906c-bb22581a8270 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:33.178204 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Attempting to bind port 099ecffb-b447-4a55-906c-bb22581a8270 on network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:33.197948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Port 099ecffb-b447-4a55-906c-bb22581a8270 on network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:33.198322 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Attempting to bind port 099ecffb-b447-4a55-906c-bb22581a8270 on network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:33.222979 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:33.223321 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Checking segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:33.223715 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Bound using segment: {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:33.224161 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Bound port: 099ecffb-b447-4a55-906c-bb22581a8270, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e03b38-f6cb-4158-948d-49d5e6721201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:33.224547 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.345029 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945050e-066e-4dd5-a6f1-6f97cfb1e116 req-dbc5dc23-8a10-49e7-ac0b-0466694a63be tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:33.350788 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4945050e-066e-4dd5-a6f1-6f97cfb1e116 req-dbc5dc23-8a10-49e7-ac0b-0466694a63be tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.1524575 Sep 16 15:11:33.363456 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:33.367699 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:33.372049 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.448867 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4945050e-066e-4dd5-a6f1-6f97cfb1e116 req-7df0d501-34f8-4c41-9db2-069245826b84 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893650 Sep 16 15:11:33.489571 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:33.490195 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:33.491582 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] 10.222.0.47 "PUT /v2.0/ports/099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 1093 time: 1.2878270 Sep 16 15:11:33.492029 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:33.494390 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8c732-bf88-451a-9672-3deaa976e37a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:33.527790 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb5fa-b5fd-4e01-a4a4-b91a7170e439 service neutron] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:33.619502 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b8ee1-1da1-463f-b1ec-bc3589b12449 req-f9c811f8-6ccf-4644-aa5f-7b50049065ee tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:33.628464 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-584b8ee1-1da1-463f-b1ec-bc3589b12449 req-f9c811f8-6ccf-4644-aa5f-7b50049065ee tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0790520 Sep 16 15:11:33.671739 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-584b8ee1-1da1-463f-b1ec-bc3589b12449 req-a3f652d4-8348-4563-9726-d2dc1c8680d6 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Sep 16 15:11:33.756380 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57cac96-a599-4190-ac6c-7231ecfee1be x-openstack-request-id: req-e57cac96-a599-4190-ac6c-7231ecfee1be {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:33.756697 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:33.756948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e57cac96-a599-4190-ac6c-7231ecfee1be {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:33.757345 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'status': 'completed', 'code': 200} Sep 16 15:11:33.895154 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f2a5b-8a89-4611-b1bd-ea30631d7cd8 req-cba857a3-2c6e-49c1-9970-2c9c255f853a tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:33.896744 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-492f2a5b-8a89-4611-b1bd-ea30631d7cd8 req-cba857a3-2c6e-49c1-9970-2c9c255f853a tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 945 time: 0.0766206 Sep 16 15:11:33.954455 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-492f2a5b-8a89-4611-b1bd-ea30631d7cd8 req-34d21158-f721-47ab-83eb-a258f2956282 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Sep 16 15:11:34.200961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90391f93-8386-4da9-9a6f-c6fdd9395918 req-2354c582-a66d-4182-b533-33f54843f466 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:34.202845 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-90391f93-8386-4da9-9a6f-c6fdd9395918 req-2354c582-a66d-4182-b533-33f54843f466 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0560510 Sep 16 15:11:34.301479 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-90391f93-8386-4da9-9a6f-c6fdd9395918 req-d57bce08-7516-49c1-b3bb-3e1deaa0253a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769722 Sep 16 15:11:34.581942 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585f752-6e30-47d3-87c3-220fc7fdad5b req-b684b9c6-d1fb-4b75-bd37-09fe71a49f15 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:34.585299 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d585f752-6e30-47d3-87c3-220fc7fdad5b req-b684b9c6-d1fb-4b75-bd37-09fe71a49f15 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0572007 Sep 16 15:11:34.734300 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d585f752-6e30-47d3-87c3-220fc7fdad5b req-af76aa03-aaa8-42b2-a10c-3d0eb83d0a6a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142693 Sep 16 15:11:34.908395 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07473bd7-4c53-488d-a872-06badb3df404 req-4cd888a0-4aef-4332-b259-bcce97c6830a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:34.910028 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-07473bd7-4c53-488d-a872-06badb3df404 req-4cd888a0-4aef-4332-b259-bcce97c6830a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0553055 Sep 16 15:11:34.959366 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-07473bd7-4c53-488d-a872-06badb3df404 req-ce8014cd-ac62-4492-bd66-6b2bd7e316e1 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 Sep 16 15:11:35.140577 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154e630-1af0-4cd0-b071-5adf88173141 req-b9f05bf1-6e4c-4550-b101-4b33bb3e1337 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:35.142190 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1154e630-1af0-4cd0-b071-5adf88173141 req-b9f05bf1-6e4c-4550-b101-4b33bb3e1337 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 945 time: 0.0951204 Sep 16 15:11:35.215726 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1154e630-1af0-4cd0-b071-5adf88173141 req-7608bf38-6bb2-40fa-945a-cef5358de5b6 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642061 Sep 16 15:11:35.468538 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592160c-d056-4600-b2be-5ff4b7f7da6c req-d5c08d6a-4d98-40e7-9928-d585399de276 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:35.471614 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5592160c-d056-4600-b2be-5ff4b7f7da6c req-d5c08d6a-4d98-40e7-9928-d585399de276 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1044788 Sep 16 15:11:35.548642 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5592160c-d056-4600-b2be-5ff4b7f7da6c req-f1ebc76a-e852-46cd-af85-cdc6f7152a57 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662501 Sep 16 15:11:35.657423 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device bcd583cb-6447-451c-a232-bc5e5987f679 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:35.752334 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port bcd583cb-6447-451c-a232-bc5e5987f679 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:35.757109 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port bcd583cb-6447-451c-a232-bc5e5987f679 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:35.757677 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:35.877486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:35.903379 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd583cb-6447-451c-a232-bc5e5987f679'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:35.906242 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8477dac-b0e5-4e11-8d70-06377d1d81e0" -d '{"events": [{"server_uuid": "6502b38e-bcea-4a3b-8384-1b2ec4a3628e", "name": "network-vif-plugged", "status": "completed", "tag": "bcd583cb-6447-451c-a232-bc5e5987f679"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:35.926795 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port bcd583cb-6447-451c-a232-bc5e5987f679, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bcd583cb-6447-451c-a232-bc5e5987f679,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:35.936713 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:36.060370 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=bcd583cb-6447-451c-a232-bc5e5987f679,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:36.060986 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42337d-de4c-4733-ad80-1936e7dc0354 req-8e48b239-c712-49b8-b624-df96a96b73ae tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.060986 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-be42337d-de4c-4733-ad80-1936e7dc0354 req-8e48b239-c712-49b8-b624-df96a96b73ae tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.1398156 Sep 16 15:11:36.153141 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-be42337d-de4c-4733-ad80-1936e7dc0354 req-a872e55b-76be-4a2b-a084-8f984fdb0649 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956430 Sep 16 15:11:36.191963 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d327c36-ae6e-459e-939f-0bdb238419c5 x-openstack-request-id: req-7d327c36-ae6e-459e-939f-0bdb238419c5 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:36.192392 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6502b38e-bcea-4a3b-8384-1b2ec4a3628e", "name": "network-vif-plugged", "status": "completed", "tag": "bcd583cb-6447-451c-a232-bc5e5987f679", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:36.192674 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d327c36-ae6e-459e-939f-0bdb238419c5 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:36.193073 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd583cb-6447-451c-a232-bc5e5987f679', 'code': 200} Sep 16 15:11:36.313299 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854f32-ff66-4995-b076-30a17a140ce1 req-db8a9051-b832-430c-a6f5-9b494b4ccb60 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.315325 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7d854f32-ff66-4995-b076-30a17a140ce1 req-db8a9051-b832-430c-a6f5-9b494b4ccb60 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0613661 Sep 16 15:11:36.368455 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7d854f32-ff66-4995-b076-30a17a140ce1 req-dd5bf340-da83-45eb-94e5-1e8ffa0876b7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Sep 16 15:11:36.491630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5867917-cb0c-40e7-be38-d1f413c928b6 req-cd6fc925-f1b9-4273-a0f7-99cb3911b294 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.493177 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d5867917-cb0c-40e7-be38-d1f413c928b6 req-cd6fc925-f1b9-4273-a0f7-99cb3911b294 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0522335 Sep 16 15:11:36.572283 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d5867917-cb0c-40e7-be38-d1f413c928b6 req-673f1a22-82f4-461c-b517-0ab276bd5dab tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705862 Sep 16 15:11:36.743042 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ddbf-d3ab-4592-80ff-0d62579f6013 req-f9525b4e-cd5d-4296-8582-d06f3a9860f7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:36.744890 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ba93ddbf-d3ab-4592-80ff-0d62579f6013 req-f9525b4e-cd5d-4296-8582-d06f3a9860f7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0591412 Sep 16 15:11:36.784006 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ba93ddbf-d3ab-4592-80ff-0d62579f6013 req-c6fdd04b-6451-4827-8171-4cc11d1ff602 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Sep 16 15:11:37.282235 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316449e-bfb1-40a3-b154-dd2d3bc3a45f req-93d2a509-4489-4009-904a-8b2d7338aaeb tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.287166 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5316449e-bfb1-40a3-b154-dd2d3bc3a45f req-93d2a509-4489-4009-904a-8b2d7338aaeb tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0673423 Sep 16 15:11:37.346963 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5316449e-bfb1-40a3-b154-dd2d3bc3a45f req-154537d4-e535-4a0f-98b7-336cf5945420 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Sep 16 15:11:37.515648 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0ef02-e3df-404a-8710-27e01698b482 req-78dbe749-4f0c-4874-bb62-7aeda78b56c6 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.517897 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ce0ef02-e3df-404a-8710-27e01698b482 req-78dbe749-4f0c-4874-bb62-7aeda78b56c6 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0630765 Sep 16 15:11:37.576646 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ce0ef02-e3df-404a-8710-27e01698b482 req-35b95f9e-6020-450d-80a9-a74f3e7047d8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521204 Sep 16 15:11:37.745819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfd48f-2d10-408e-87d9-1ebb3ad39c15 req-ded7463c-625b-496f-82b1-c6a4dc935f36 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.747544 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-acbfd48f-2d10-408e-87d9-1ebb3ad39c15 req-ded7463c-625b-496f-82b1-c6a4dc935f36 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0527477 Sep 16 15:11:37.801641 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-acbfd48f-2d10-408e-87d9-1ebb3ad39c15 req-a844fb62-d38c-41c2-a1a8-20b6380d8964 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 Sep 16 15:11:37.987743 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32695a73-492b-461e-851d-fa5aebb77a2f req-df689ce1-0a26-4c79-90f8-034ba4d90bad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:37.987743 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-32695a73-492b-461e-851d-fa5aebb77a2f req-df689ce1-0a26-4c79-90f8-034ba4d90bad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1208999 Sep 16 15:11:38.061341 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-32695a73-492b-461e-851d-fa5aebb77a2f req-a0d507bb-03b1-4695-8487-da3944f9e82f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621951 Sep 16 15:11:38.496099 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d56562-86f3-4c4e-aad2-aec1b386fd69 req-6d3c71b1-61dc-4493-b0d8-dc852fa76d9a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.499362 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-27d56562-86f3-4c4e-aad2-aec1b386fd69 req-6d3c71b1-61dc-4493-b0d8-dc852fa76d9a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0665991 Sep 16 15:11:38.553213 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-27d56562-86f3-4c4e-aad2-aec1b386fd69 req-c6bb8b18-faeb-4c79-930b-04ef344d26d1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Sep 16 15:11:38.733894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc231ae-6ef5-4db6-8f80-b76a46295749 req-ea5151a6-1d18-4438-985e-febaf045b747 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.735600 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-adc231ae-6ef5-4db6-8f80-b76a46295749 req-ea5151a6-1d18-4438-985e-febaf045b747 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0582142 Sep 16 15:11:38.785914 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-adc231ae-6ef5-4db6-8f80-b76a46295749 req-f7374547-20dc-4925-b457-7cb52805db4d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Sep 16 15:11:38.932331 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbec49-5dc0-4939-bfea-108a08061bf8 req-81547d0d-e71b-40ca-b40d-dde127565455 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:38.934494 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e0fbec49-5dc0-4939-bfea-108a08061bf8 req-81547d0d-e71b-40ca-b40d-dde127565455 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0586038 Sep 16 15:11:38.995320 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e0fbec49-5dc0-4939-bfea-108a08061bf8 req-1dcf6501-a327-4af8-8b6c-cd9f7e3d7351 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541375 Sep 16 15:11:39.192136 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43b4d8-91db-40ae-aaa8-d439748fcc1f req-776b6df5-ab58-4d3d-85b3-94faf1713f64 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.194621 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bb43b4d8-91db-40ae-aaa8-d439748fcc1f req-776b6df5-ab58-4d3d-85b3-94faf1713f64 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0659068 Sep 16 15:11:39.247106 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bb43b4d8-91db-40ae-aaa8-d439748fcc1f req-4f985c01-145b-454a-af49-00e2b054f496 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Sep 16 15:11:39.688625 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fac50-beb4-456c-8c62-c80dc89862ef req-0278e988-0bb8-44bc-bddd-8f4e8b2a77f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.696829 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-922fac50-beb4-456c-8c62-c80dc89862ef req-0278e988-0bb8-44bc-bddd-8f4e8b2a77f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0727603 Sep 16 15:11:39.739766 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-922fac50-beb4-456c-8c62-c80dc89862ef req-8c37a94c-e5e2-422f-983e-52d2f3b656df tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Sep 16 15:11:39.926837 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6a3ee-02c7-43ea-bbdd-b4d9c0faa604 req-b5108a43-7f1f-4756-84ff-6fb773cf82e4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:39.928777 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a3f6a3ee-02c7-43ea-bbdd-b4d9c0faa604 req-b5108a43-7f1f-4756-84ff-6fb773cf82e4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0593235 Sep 16 15:11:39.975483 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a3f6a3ee-02c7-43ea-bbdd-b4d9c0faa604 req-1a9df0b3-32b7-4901-b3ef-0aaac9967b56 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364416 Sep 16 15:11:40.131849 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e52659-f801-4673-a6d4-bb0836d173b9 req-ce5e3724-c8cb-4613-9fbb-86efeea55fbd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.133625 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8e52659-f801-4673-a6d4-bb0836d173b9 req-ce5e3724-c8cb-4613-9fbb-86efeea55fbd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0505958 Sep 16 15:11:40.183456 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8e52659-f801-4673-a6d4-bb0836d173b9 req-3e816e13-21dd-42fd-bf61-632ae2795326 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361850 Sep 16 15:11:40.378163 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913bcad-e966-4e1f-9c6c-efe649bf2733 req-15758794-02ff-463d-8e9a-3cafef5bd926 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.380133 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b913bcad-e966-4e1f-9c6c-efe649bf2733 req-15758794-02ff-463d-8e9a-3cafef5bd926 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0697367 Sep 16 15:11:40.430590 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b913bcad-e966-4e1f-9c6c-efe649bf2733 req-97bbef1f-bd54-4383-b9e5-f3f228b67421 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Sep 16 15:11:40.864015 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294643d-5f80-4c05-95b7-31520a258c2b req-72be3b0b-5968-4986-a508-03398c4c69db tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:40.865697 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9294643d-5f80-4c05-95b7-31520a258c2b req-72be3b0b-5968-4986-a508-03398c4c69db tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0548320 Sep 16 15:11:40.932960 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9294643d-5f80-4c05-95b7-31520a258c2b req-c8a7dd74-b9b8-48b7-80f1-a66197296db9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523040 Sep 16 15:11:41.171738 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c73d2-cbc3-4948-939a-0de4fa633f58 req-bad44e2c-0d4a-4d71-a4d4-ed6ad37b2e07 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.177061 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b10c73d2-cbc3-4948-939a-0de4fa633f58 req-bad44e2c-0d4a-4d71-a4d4-ed6ad37b2e07 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.1037533 Sep 16 15:11:41.224812 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b10c73d2-cbc3-4948-939a-0de4fa633f58 req-ba743cc4-4bca-41d3-b024-431bdbee3a21 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Sep 16 15:11:41.366355 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1270-a935-4d8f-9cfb-0d26c0819746 req-fbf049d7-922c-492a-840a-bc532156eaeb tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.368180 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0edb1270-a935-4d8f-9cfb-0d26c0819746 req-fbf049d7-922c-492a-840a-bc532156eaeb tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0731914 Sep 16 15:11:41.421527 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0edb1270-a935-4d8f-9cfb-0d26c0819746 req-bb1257df-a394-4916-a940-a2e17437696e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Sep 16 15:11:41.625627 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec6537-acc9-4e58-9620-aaf675cfa943 req-0a6d4bf3-58c4-4ced-beff-a69a482a1d62 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:41.632949 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f5ec6537-acc9-4e58-9620-aaf675cfa943 req-0a6d4bf3-58c4-4ced-beff-a69a482a1d62 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1035261 Sep 16 15:11:41.668794 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f5ec6537-acc9-4e58-9620-aaf675cfa943 req-f98a85ca-4d2f-4c0b-8604-52b3e03ac72a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349197 Sep 16 15:11:42.113511 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4369f6-947a-4d63-9dea-4a9af7f68591 req-fce6c8f6-a69c-4551-afab-8240e4eeb97b tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.115901 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fe4369f6-947a-4d63-9dea-4a9af7f68591 req-fce6c8f6-a69c-4551-afab-8240e4eeb97b tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0894034 Sep 16 15:11:42.172757 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fe4369f6-947a-4d63-9dea-4a9af7f68591 req-be4ef7e5-c06e-4bac-b1d8-f5d5d93f648d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Sep 16 15:11:42.375268 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a560ff-a8fe-43a6-8f4f-61c4eb3ba3e2 req-f06cc136-612e-4de0-a6cf-71f16a8846c3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.376794 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41a560ff-a8fe-43a6-8f4f-61c4eb3ba3e2 req-f06cc136-612e-4de0-a6cf-71f16a8846c3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0553195 Sep 16 15:11:42.423662 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41a560ff-a8fe-43a6-8f4f-61c4eb3ba3e2 req-589abfd6-aa86-44cb-93f5-72a81ee8ddd5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Sep 16 15:11:42.569092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4e108-d373-4813-8c17-cc560ac73aca req-54892f11-1f23-4743-9075-90cb19987937 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.570941 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-37a4e108-d373-4813-8c17-cc560ac73aca req-54892f11-1f23-4743-9075-90cb19987937 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0666893 Sep 16 15:11:42.623432 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-37a4e108-d373-4813-8c17-cc560ac73aca req-f5700b7e-f139-45e4-bbc6-b9bda7ec3c32 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Sep 16 15:11:42.839618 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ee9bc-18b0-476a-b01c-33ddc52e89b2 req-529fdc33-ce0e-4359-b47c-c18f0a9a63e7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:42.843251 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-147ee9bc-18b0-476a-b01c-33ddc52e89b2 req-529fdc33-ce0e-4359-b47c-c18f0a9a63e7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0868688 Sep 16 15:11:42.886768 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-147ee9bc-18b0-476a-b01c-33ddc52e89b2 req-d0c0be3d-3b81-4447-a1ad-6727661dd0ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 Sep 16 15:11:43.311918 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582312e-95c1-488f-9807-c2023871c339 req-7cb64aff-c17b-48f7-bab5-f17310ba72d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:43.314329 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3582312e-95c1-488f-9807-c2023871c339 req-7cb64aff-c17b-48f7-bab5-f17310ba72d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0537672 Sep 16 15:11:43.354930 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3582312e-95c1-488f-9807-c2023871c339 req-4c397424-08a0-4338-8c75-cdc0df4137ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Sep 16 15:11:43.586900 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbd094-6ec6-407a-a544-06b7c8c5c6ea req-b0d8ac69-2e64-4428-a8bc-5fb15ba5c9c5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:43.595582 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8dcbd094-6ec6-407a-a544-06b7c8c5c6ea req-b0d8ac69-2e64-4428-a8bc-5fb15ba5c9c5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0904508 Sep 16 15:11:43.662642 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8dcbd094-6ec6-407a-a544-06b7c8c5c6ea req-641c6b51-1662-4a26-b5f8-dd6dccf490d0 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Sep 16 15:11:43.780632 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620502d-62fa-4997-a560-de4f802be1e3 req-2c0b07f0-1e3c-457c-bdef-0f1aeadb5ab0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:43.788011 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a620502d-62fa-4997-a560-de4f802be1e3 req-2c0b07f0-1e3c-457c-bdef-0f1aeadb5ab0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0754883 Sep 16 15:11:43.837915 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a620502d-62fa-4997-a560-de4f802be1e3 req-257955a8-e024-4cb2-9252-f42464ef0256 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Sep 16 15:11:44.198818 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680c53-9955-4a73-add0-70f23e3bd52e req-8542649e-09bd-4b1c-a9da-b3a1db36a2d3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:44.200916 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c1680c53-9955-4a73-add0-70f23e3bd52e req-8542649e-09bd-4b1c-a9da-b3a1db36a2d3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1078055 Sep 16 15:11:44.260145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c1680c53-9955-4a73-add0-70f23e3bd52e req-396912fc-03c1-4605-a4eb-5978cc9d9196 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529442 Sep 16 15:11:44.483057 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4597a-c53c-416d-9529-8427a7136c53 req-ed671474-eb9f-44b0-a257-c6bc214e8a64 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:44.484721 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fa4597a-c53c-416d-9529-8427a7136c53 req-ed671474-eb9f-44b0-a257-c6bc214e8a64 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0576079 Sep 16 15:11:44.732615 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fa4597a-c53c-416d-9529-8427a7136c53 req-64ff0efb-4a6f-47d8-9343-5e551c6cfd8e tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414894 Sep 16 15:11:44.912242 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5257f-9691-4d81-a44b-f4605c5e47f1 req-385d246e-2d0e-44c1-ab9a-ba61c696b917 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:44.921766 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dfb5257f-9691-4d81-a44b-f4605c5e47f1 req-385d246e-2d0e-44c1-ab9a-ba61c696b917 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0893431 Sep 16 15:11:44.966346 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dfb5257f-9691-4d81-a44b-f4605c5e47f1 req-dab0a730-d11b-4ce8-975c-5a809a52451a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Sep 16 15:11:45.081581 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c30b5b-8635-43c4-9420-a392f7246911 req-a7577612-d8d7-47a8-82fd-e289b77ac1fd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:45.083415 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d2c30b5b-8635-43c4-9420-a392f7246911 req-a7577612-d8d7-47a8-82fd-e289b77ac1fd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0545061 Sep 16 15:11:45.149246 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d2c30b5b-8635-43c4-9420-a392f7246911 req-c72a1eb4-f33d-4819-9ce3-986065b54f30 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596659 Sep 16 15:11:45.390848 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa4fa8-70a9-4eba-9f7e-f256bebd70d1 req-93808b8f-3b6a-45b2-9e86-11ead0166dad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:45.392588 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0eaa4fa8-70a9-4eba-9f7e-f256bebd70d1 req-93808b8f-3b6a-45b2-9e86-11ead0166dad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0531805 Sep 16 15:11:45.452687 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0eaa4fa8-70a9-4eba-9f7e-f256bebd70d1 req-5988b135-89ee-49db-b853-ecbb77030249 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Sep 16 15:11:45.858095 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78162a-51cc-4238-88ab-997a604620e0 req-555efc19-91d7-4f16-9860-43e1ea4a68e1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:45.859807 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af78162a-51cc-4238-88ab-997a604620e0 req-555efc19-91d7-4f16-9860-43e1ea4a68e1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0496650 Sep 16 15:11:45.905473 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-af78162a-51cc-4238-88ab-997a604620e0 req-7226a167-ed67-41d2-b4bb-65ecebc5b1bc tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Sep 16 15:11:46.084187 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e1eb2-d61b-41ca-a17e-f211bfd7aef4 req-1cc4646c-c442-48ef-a11b-72b45c604907 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:46.085837 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-816e1eb2-d61b-41ca-a17e-f211bfd7aef4 req-1cc4646c-c442-48ef-a11b-72b45c604907 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0500438 Sep 16 15:11:46.125646 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-816e1eb2-d61b-41ca-a17e-f211bfd7aef4 req-d0b99827-5bc5-4fba-9ede-177c3a06e69a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Sep 16 15:11:46.217923 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95810b-399c-439f-aec7-e984a3660b6f req-38895ef9-4c00-42f5-8126-39833706fc27 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:46.219434 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bf95810b-399c-439f-aec7-e984a3660b6f req-38895ef9-4c00-42f5-8126-39833706fc27 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0500040 Sep 16 15:11:46.264208 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bf95810b-399c-439f-aec7-e984a3660b6f req-8600fdac-dff4-498c-9cbe-cd7f3edff5eb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358739 Sep 16 15:11:46.272079 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2eff8-9f8c-4d53-b3e2-900e3e66a8ba req-f1946f95-0390-4628-9dfa-dfca8aaf9214 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:46.273654 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-60b2eff8-9f8c-4d53-b3e2-900e3e66a8ba req-f1946f95-0390-4628-9dfa-dfca8aaf9214 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0634444 Sep 16 15:11:46.311573 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-60b2eff8-9f8c-4d53-b3e2-900e3e66a8ba req-7e054038-ba6d-4ab5-aaff-31789e207325 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Sep 16 15:11:46.575948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a660e-2024-4c35-ac03-5e33d5d06c7f req-e21990f5-89c1-45df-b69e-0c624c932981 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:46.577510 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-465a660e-2024-4c35-ac03-5e33d5d06c7f req-e21990f5-89c1-45df-b69e-0c624c932981 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0488532 Sep 16 15:11:46.613260 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-465a660e-2024-4c35-ac03-5e33d5d06c7f req-58467698-87d3-4eca-a49b-61e69fe14527 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298581 Sep 16 15:11:47.017703 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87559-7496-4894-885f-29366a71b60d req-4825a9f8-adac-4401-bfe5-c4483f0cb960 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.019585 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6cd87559-7496-4894-885f-29366a71b60d req-4825a9f8-adac-4401-bfe5-c4483f0cb960 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0483048 Sep 16 15:11:47.056521 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6cd87559-7496-4894-885f-29366a71b60d req-17701c40-47bb-4013-8306-13ed7e12e045 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Sep 16 15:11:47.257878 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b0c5-bfca-4084-9894-4adc163f8d4f req-c17100d1-c0a0-4d19-91a3-7da4477ba957 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.259547 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68d6b0c5-bfca-4084-9894-4adc163f8d4f req-c17100d1-c0a0-4d19-91a3-7da4477ba957 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0581858 Sep 16 15:11:47.299657 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68d6b0c5-bfca-4084-9894-4adc163f8d4f req-d1540517-f357-48eb-ace3-1a602d787c63 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Sep 16 15:11:47.391469 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb72571-65f9-4d35-90f6-c0eaa98901a2 req-f96bb756-73a3-44f9-a8cc-da7574fd18d1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.393136 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2eb72571-65f9-4d35-90f6-c0eaa98901a2 req-f96bb756-73a3-44f9-a8cc-da7574fd18d1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0551689 Sep 16 15:11:47.437885 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2eb72571-65f9-4d35-90f6-c0eaa98901a2 req-92ac6d62-04f3-4f6f-bc15-138af312807c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387378 Sep 16 15:11:47.439732 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f5477-7f00-44e1-9389-3587b5336203 req-b0c67dd5-c0a9-4870-8a94-2363d08692b4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.441602 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-387f5477-7f00-44e1-9389-3587b5336203 req-b0c67dd5-c0a9-4870-8a94-2363d08692b4 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0516379 Sep 16 15:11:47.506685 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:47.517407 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-387f5477-7f00-44e1-9389-3587b5336203 req-ff602519-b814-4f4d-b53a-43f08fb3b21a tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657344 Sep 16 15:11:47.528455 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8c732-bf88-451a-9672-3deaa976e37a req-7c078382-90c2-46cc-9e9f-0b27d9315e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.529993 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-05d8c732-bf88-451a-9672-3deaa976e37a req-7c078382-90c2-46cc-9e9f-0b27d9315e2a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0585721 Sep 16 15:11:47.719285 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8c732-bf88-451a-9672-3deaa976e37a req-55f082ed-8855-434c-a0a3-7ba7fbddae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.720733 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-05d8c732-bf88-451a-9672-3deaa976e37a req-55f082ed-8855-434c-a0a3-7ba7fbddae4b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b4ee1e4e409043db940219625fbab8ab&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1044922 Sep 16 15:11:47.733383 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedb39f-9349-4a0c-9d1a-a02d69eb1068 req-ad24e785-8c41-485f-af17-3bdfc4ee86ab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.734851 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1aedb39f-9349-4a0c-9d1a-a02d69eb1068 req-ad24e785-8c41-485f-af17-3bdfc4ee86ab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0539241 Sep 16 15:11:47.771146 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1aedb39f-9349-4a0c-9d1a-a02d69eb1068 req-fb00414f-8087-42f3-a511-976e3d7e17d2 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303316 Sep 16 15:11:47.813976 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f7a2-4979-4e17-913d-fd46b1f29ff6 req-46cf1647-5b26-4e4e-a14a-8b2feefd1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.815817 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e614f7a2-4979-4e17-913d-fd46b1f29ff6 req-46cf1647-5b26-4e4e-a14a-8b2feefd1224 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 1099 time: 0.0408597 Sep 16 15:11:47.862453 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e614f7a2-4979-4e17-913d-fd46b1f29ff6 req-c2e7fb6d-8599-4fab-a4f0-7f3c58c0bf5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280266 Sep 16 15:11:47.869308 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8c732-bf88-451a-9672-3deaa976e37a req-130708f9-79b0-41ec-a8eb-d388f2c213cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:47.870805 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-05d8c732-bf88-451a-9672-3deaa976e37a req-130708f9-79b0-41ec-a8eb-d388f2c213cc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923374 Sep 16 15:11:48.167034 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3bb29-5931-42d5-8548-0f8c566962e4 req-2fd649f5-975c-404f-b6a2-f968e3488413 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.168513 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7ee3bb29-5931-42d5-8548-0f8c566962e4 req-2fd649f5-975c-404f-b6a2-f968e3488413 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0481226 Sep 16 15:11:48.205642 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7ee3bb29-5931-42d5-8548-0f8c566962e4 req-74dc8aa0-113b-4da4-bcc2-0d39da184b89 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Sep 16 15:11:48.407652 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-4642a3ad-ed27-424c-a1d2-345e99d15845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.409288 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-4642a3ad-ed27-424c-a1d2-345e99d15845 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0402362 Sep 16 15:11:48.416507 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4ad9-0405-4e97-8398-dee7d5983247 req-00a28a0e-ddcd-4358-b9bb-84f8b7df2717 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.418502 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-83bc4ad9-0405-4e97-8398-dee7d5983247 req-00a28a0e-ddcd-4358-b9bb-84f8b7df2717 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0481074 Sep 16 15:11:48.455035 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-83bc4ad9-0405-4e97-8398-dee7d5983247 req-8d16eead-0024-497d-aea8-e7e1c53a04b2 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Sep 16 15:11:48.474752 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-263c7a0c-35b5-4d90-ac59-ac802f1dc365 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 217 time: 0.0361195 Sep 16 15:11:48.564617 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-cbff9074-7dea-4002-a8da-d388336e4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.566095 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-cbff9074-7dea-4002-a8da-d388336e4ab2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 200 len: 854 time: 0.0717478 Sep 16 15:11:48.580425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6579d-1202-402c-9c4d-33d2d2c76e6d req-272b9ce3-beae-4ec4-8465-0b618219cda2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.582059 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-84b6579d-1202-402c-9c4d-33d2d2c76e6d req-272b9ce3-beae-4ec4-8465-0b618219cda2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0616755 Sep 16 15:11:48.608819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 57732) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:48.647863 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-84b6579d-1202-402c-9c4d-33d2d2c76e6d req-848f2da7-6d02-4373-b5c5-97db9774b157 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545292 Sep 16 15:11:48.650415 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-53be3a11-3ee6-411d-a93b-ebf6d6897bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.651843 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-53be3a11-3ee6-411d-a93b-ebf6d6897bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689394 Sep 16 15:11:48.706808 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Deleting subnet bc046e37-cd50-499d-be12-7aacb30aac30 {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:11:48.717581 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e1cd6-c92e-42c2-83a1-b78b15c6df1a req-17756eec-92a1-431b-bec5-18b02a0e2724 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.719074 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8f0e1cd6-c92e-42c2-83a1-b78b15c6df1a req-17756eec-92a1-431b-bec5-18b02a0e2724 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.1192482 Sep 16 15:11:48.720092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.747370 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-880a2124-ee97-4d72-86e2-df88c7d6376f service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863087 Sep 16 15:11:48.757423 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-390e8849-7117-4544-bbf4-4090988acc14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1228113 Sep 16 15:11:48.778508 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.813569 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8f0e1cd6-c92e-42c2-83a1-b78b15c6df1a req-a94226c6-4fb4-4276-b7a3-232fd4d4342e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708420 Sep 16 15:11:48.856716 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.865039 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-024c405d-da59-4e3b-9468-e5b288b7e609 req-962863b8-5e47-4be1-aa93-ac6ea5be256a service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054964 Sep 16 15:11:48.895972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aacab-2655-479c-909d-21e5ee47f585 req-23a2a68c-d119-455b-87d4-9e82e74a61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.897510 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-23a2a68c-d119-455b-87d4-9e82e74a61c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1098 time: 0.0874610 Sep 16 15:11:48.902120 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc2b53-a51c-4bed-ad48-c0a14c0e4a42 req-d0609814-8841-4aa4-b2f1-3d968fab4c97 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:48.905003 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-04fc2b53-a51c-4bed-ad48-c0a14c0e4a42 req-d0609814-8841-4aa4-b2f1-3d968fab4c97 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0537827 Sep 16 15:11:48.932200 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.949243 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-04fc2b53-a51c-4bed-ad48-c0a14c0e4a42 req-87efe4bd-1239-45bb-9ecc-a84a18266cf3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364249 Sep 16 15:11:48.957269 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc046e37-cd50-499d-be12-7aacb30aac30,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:48.965960 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:48.967811 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc046e37-cd50-499d-be12-7aacb30aac30 HTTP/1.1" status: 204 len: 168 time: 0.3581278 Sep 16 15:11:48.969583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.969931 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.970273 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.970584 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 57736) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:48.970687 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.970923 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.971266 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.971580 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.972908 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.973268 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.973609 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.973951 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:48.974286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea540e0-1202-4847-9dc8-58ba76bfc71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.040562 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.090935 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aacab-2655-479c-909d-21e5ee47f585 req-91af7051-9b8e-4739-87b0-82381ca73997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.092602 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-91af7051-9b8e-4739-87b0-82381ca73997 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.0972075 Sep 16 15:11:49.149278 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.175328 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-7d8dab84-7bc2-4052-b88a-d037b67c65a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 1000 time: 0.0684123 Sep 16 15:11:49.194516 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.194873 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.195639 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.195990 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > port after_create 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.196355 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.196698 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > port after_update 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.197028 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.197354 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.197672 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.201487 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.232178 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aacab-2655-479c-909d-21e5ee47f585 req-25895cbc-19a0-4811-8c90-911c38024278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.233651 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-25895cbc-19a0-4811-8c90-911c38024278 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0430017 Sep 16 15:11:49.285716 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.286075 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.286845 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.286845 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94155) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 15:11:49.287107 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1732b214-5627-45fa-a11b-b7138567d2da']}} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:49.314053 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98aacab-2655-479c-909d-21e5ee47f585 req-15524e04-528d-489f-a4fe-7b61fa17ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.314648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4174b8-67ee-46d9-ba6d-7293a7d4a871') {'for_net_delete': True} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:49.314945 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4174b8-67ee-46d9-ba6d-7293a7d4a871') {} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:49.315545 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-15524e04-528d-489f-a4fe-7b61fa17ec8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682840 Sep 16 15:11:49.330226 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdba3-961e-4955-8a2f-6fb76d917b46 req-1c21160f-004f-4c0b-bbd4-1ca90f32e22e tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.331647 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fbbdba3-961e-4955-8a2f-6fb76d917b46 req-1c21160f-004f-4c0b-bbd4-1ca90f32e22e tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0567443 Sep 16 15:11:49.333208 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0408949-8492-4254-978b-06e9e9b7c213 req-49b81914-66d9-4841-9bc6-034380915461 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.334766 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a0408949-8492-4254-978b-06e9e9b7c213 req-49b81914-66d9-4841-9bc6-034380915461 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.2217937 Sep 16 15:11:49.341385 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880025'] for segment, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.376337 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.392692 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:11:49.393087 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6198682'] for segment, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: from cryptography.utils import int_from_bytes Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: from cryptography.utils import int_from_bytes Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: Traceback (most recent call last): Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: timer() Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: cb(*args, **kw) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: return func(*args, **kwargs) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: self._notify() Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: self.callback(batched_events) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: event.method(event) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: return f(self, *a, **k) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._get(url).json() Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: return self.request(url, 'GET', **kwargs) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:11:49.396986 dv-cinder-774288-9-iscsi neutron-server[94155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:11:49.420085 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a0408949-8492-4254-978b-06e9e9b7c213 req-0ac2fcb5-756e-45af-a372-c92e9a2e446b tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749376 Sep 16 15:11:49.424145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fbbdba3-961e-4955-8a2f-6fb76d917b46 req-8e4fc3b7-a81b-4f25-af1c-e318cea11c90 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845459 Sep 16 15:11:49.451551 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-469420f2-34c7-448c-8132-a83aad449af6 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189461 Sep 16 15:11:49.457991 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.466752 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.469157 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1732b214-5627-45fa-a11b-b7138567d2da HTTP/1.1" status: 204 len: 168 time: 0.4972641 Sep 16 15:11:49.483888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Pushing event deleted for resources: {'Network': ['ID=1732b214-5627-45fa-a11b-b7138567d2da,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:49.491343 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.491697 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.492034 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.492359 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.492700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.493025 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.493381 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.493677 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.493985 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.494285 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.494602 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.494917 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7817a9-5280-4442-beb3-f8a475d1ef89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:49.576316 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c98aacab-2655-479c-909d-21e5ee47f585 req-b6f495f3-3284-46d3-8b39-6e880e74a0bc service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077511 Sep 16 15:11:49.580921 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a638c-58db-45a8-af16-fc66e80f15fe req-2e0b58a2-dcf3-4eb4-8167-66313d0ee122 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.582412 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-959a638c-58db-45a8-af16-fc66e80f15fe req-2e0b58a2-dcf3-4eb4-8167-66313d0ee122 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0530012 Sep 16 15:11:49.621131 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-959a638c-58db-45a8-af16-fc66e80f15fe req-82ee15bd-d04a-4d9b-b658-98286a4d3a70 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Sep 16 15:11:49.653461 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 57748) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:49.692597 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-2ecb7d89-b227-4c86-9fe5-08feb32b35a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99efadb7a4de41b8b6e94716d708b8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378273 Sep 16 15:11:49.694887 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 57752) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:49.767836 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-23c21ddf-4b9b-4885-934a-3904de45f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.797240 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267e1b-6eda-4e1a-b17e-aad2ede79179 req-e64bf96c-551f-49fc-965b-0634bfcbe473 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.798692 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2d267e1b-6eda-4e1a-b17e-aad2ede79179 req-e64bf96c-551f-49fc-965b-0634bfcbe473 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0727999 Sep 16 15:11:49.803212 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-23c21ddf-4b9b-4885-934a-3904de45f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.874626 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2d267e1b-6eda-4e1a-b17e-aad2ede79179 req-9f31e26a-658c-4dad-bde4-e8b353edbe91 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693252 Sep 16 15:11:49.919180 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-23c21ddf-4b9b-4885-934a-3904de45f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.921760 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-23c21ddf-4b9b-4885-934a-3904de45f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:49.922904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-23c21ddf-4b9b-4885-934a-3904de45f799 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/705e3b13-4399-4a2e-b82d-c804055c5515 HTTP/1.1" status: 204 len: 168 time: 0.2270691 Sep 16 15:11:49.928735 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-55ac2436-ce7f-4ae9-9250-dbe1d55a7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.930185 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-55ac2436-ce7f-4ae9-9250-dbe1d55a7ebd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1098 time: 0.0676184 Sep 16 15:11:49.941180 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c21ddf-4b9b-4885-934a-3904de45f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705e3b13-4399-4a2e-b82d-c804055c5515,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:49.944631 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a74ee-e9d9-4954-87bf-f348a2571d57 req-71200f58-6f67-4827-9ed2-dde510a3ec7c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:49.952259 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-060a74ee-e9d9-4954-87bf-f348a2571d57 req-71200f58-6f67-4827-9ed2-dde510a3ec7c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0599198 Sep 16 15:11:49.989025 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-060a74ee-e9d9-4954-87bf-f348a2571d57 req-dd9f2bd3-e0bb-45fd-aab8-782378c0a3aa tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358140 Sep 16 15:11:50.138647 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-15390367-75ed-49ba-806b-84e4b5d3b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.140109 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-15390367-75ed-49ba-806b-84e4b5d3b010 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.0882936 Sep 16 15:11:50.234644 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-2fa2f348-914b-44e8-94d5-ed0642b74bc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 1000 time: 0.0627747 Sep 16 15:11:50.299187 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-f9992ea4-731f-48f9-bbf1-f93334e4a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.300705 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-f9992ea4-731f-48f9-bbf1-f93334e4a457 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0450027 Sep 16 15:11:50.353988 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-c4326966-274f-46f6-aec6-78451720c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.355531 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-c4326966-274f-46f6-aec6-78451720c7dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401487 Sep 16 15:11:50.492325 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-479357aa-88a2-4342-9904-454fc969e1b2 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021686 Sep 16 15:11:50.554777 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4e562-3ace-434b-bb2c-5b2d8f1cbb9e req-fcc2cb71-c0d5-469b-941d-bf4fefe771e5 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.556284 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6fb4e562-3ace-434b-bb2c-5b2d8f1cbb9e req-fcc2cb71-c0d5-469b-941d-bf4fefe771e5 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0496924 Sep 16 15:11:50.608974 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6fb4e562-3ace-434b-bb2c-5b2d8f1cbb9e req-23ac6d3a-2966-4183-8794-1620349b22ab tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Sep 16 15:11:50.613596 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9a897-9ac6-4ec0-b2a5-6873376a1666 req-c276d29e-4d35-4c93-a0ab-787e0bef0fb3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.615158 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-81f9a897-9ac6-4ec0-b2a5-6873376a1666 req-c276d29e-4d35-4c93-a0ab-787e0bef0fb3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1217060 Sep 16 15:11:50.654505 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ac7731f-4aa1-4ce6-b7c9-2e1306372d4e req-8ece49bc-3e59-4df2-b40b-86b08e242c35 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493089 Sep 16 15:11:50.684186 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-81f9a897-9ac6-4ec0-b2a5-6873376a1666 req-9dcc4793-b4e7-4943-90f7-9213aa15c68e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584240 Sep 16 15:11:50.748367 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edfe46-11c0-456a-bc12-c9a486e72bf8 req-75287a0f-18b6-4c3c-a31a-1c9aa8324a23 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:50.750393 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-98edfe46-11c0-456a-bc12-c9a486e72bf8 req-75287a0f-18b6-4c3c-a31a-1c9aa8324a23 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0547280 Sep 16 15:11:50.762065 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-02f81a6d-2249-4842-a7dc-f70f92e0ad96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:50.794336 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-98edfe46-11c0-456a-bc12-c9a486e72bf8 req-3fb605d8-c6c2-4e11-8750-792e3c0b9732 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Sep 16 15:11:51.002286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e92a0c-5921-45ef-aa07-673fb355b010 req-38964e2d-a5df-42b1-aa1e-93deed3043a8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.003773 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-14e92a0c-5921-45ef-aa07-673fb355b010 req-38964e2d-a5df-42b1-aa1e-93deed3043a8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0500069 Sep 16 15:11:51.050926 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-14e92a0c-5921-45ef-aa07-673fb355b010 req-cd443fa1-0677-4e9d-aa45-9e9879ffae6f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390773 Sep 16 15:11:51.123379 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5c0f8-475c-45d2-97b9-55c862371279 req-94bc7c48-4ecc-4f21-aee4-8307736dd160 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.124934 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2be5c0f8-475c-45d2-97b9-55c862371279 req-94bc7c48-4ecc-4f21-aee4-8307736dd160 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0586483 Sep 16 15:11:51.162043 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2be5c0f8-475c-45d2-97b9-55c862371279 req-01151ca0-8115-4fcc-82af-58f13de9030b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Sep 16 15:11:51.735498 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a0637-e72d-4a37-8f79-2e489ee85709 req-a78683df-f2de-4d33-aa9c-7de003e8800c tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.737006 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a64a0637-e72d-4a37-8f79-2e489ee85709 req-a78683df-f2de-4d33-aa9c-7de003e8800c tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 943 time: 0.0490837 Sep 16 15:11:51.769783 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 099ecffb-b447-4a55-906c-bb22581a8270 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:51.776021 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a64a0637-e72d-4a37-8f79-2e489ee85709 req-cec7aef4-3777-4ad9-834e-7160c06e9b2e tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Sep 16 15:11:51.797819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470595ac-4862-46ac-9e9d-a8849a690380 req-8fa5fd5d-0706-437d-b565-62f41bdde21f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.799335 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-470595ac-4862-46ac-9e9d-a8849a690380 req-8fa5fd5d-0706-437d-b565-62f41bdde21f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Sep 16 15:11:51.840779 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-470595ac-4862-46ac-9e9d-a8849a690380 req-fe8c3994-8525-4385-84dc-284bdcf5c6ab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353768 Sep 16 15:11:51.871749 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:51.883492 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '099ecffb-b447-4a55-906c-bb22581a8270', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'port_id': '099ecffb-b447-4a55-906c-bb22581a8270', 'mac_address': 'fa:16:3e:45:4e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:51.918867 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5222-6d18-4f77-933f-1d9f99304eba req-e7e12839-4de0-4997-bea5-e619580536a0 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:51.920372 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-037d5222-6d18-4f77-933f-1d9f99304eba req-e7e12839-4de0-4997-bea5-e619580536a0 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0560355 Sep 16 15:11:51.924875 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:51.937932 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099ecffb-b447-4a55-906c-bb22581a8270 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:51.957337 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:51.958588 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-037d5222-6d18-4f77-933f-1d9f99304eba req-160ffdca-2e74-4734-9812-00d9ec1fcfa2 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Sep 16 15:11:51.961369 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:52.012272 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:52.019617 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.019973 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.020319 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.021190 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.021539 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.021880 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.022218 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.022552 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.022909 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.023245 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.023824 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.024166 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:52.170958 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c498263-61b1-4e09-9ef0-38346499369c req-9d754d12-b650-4a5a-bef7-b1eb27cd06db tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:52.172500 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3c498263-61b1-4e09-9ef0-38346499369c req-9d754d12-b650-4a5a-bef7-b1eb27cd06db tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0505693 Sep 16 15:11:52.211218 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3c498263-61b1-4e09-9ef0-38346499369c req-0c24f79e-56ca-42a0-bd80-8d0e224f1fd8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327337 Sep 16 15:11:52.286814 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-6724c5e4-f8ff-49c0-bb67-502c7ce4ce5b tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d421460dc3eb46bd9c8381299bced64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291612 Sep 16 15:11:52.461428 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-abfbbc02-1508-4807-83d0-f5f2d6dfb463 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:52.462887 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-abfbbc02-1508-4807-83d0-f5f2d6dfb463 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709154 Sep 16 15:11:52.479517 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-427f06b5-738a-4211-93e2-3432f28b0a24 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/quotas/d421460dc3eb46bd9c8381299bced64c HTTP/1.1" status: 200 len: 375 time: 0.0101304 Sep 16 15:11:52.517300 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b8a8bc18-6b9a-4a2f-948b-008ac86e8f4e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d421460dc3eb46bd9c8381299bced64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314388 Sep 16 15:11:52.604075 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['099ecffb-b447-4a55-906c-bb22581a8270'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:52.678500 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e55b7ca4-8898-4118-b68a-cbc92369e5fd req-1a245e00-b09a-493a-b715-9f958d932ed9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 210 time: 0.0302677 Sep 16 15:11:52.908257 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf1b52-a7cf-462b-9f24-50aacdb8f667 req-dd6f10d0-039b-4cb8-88e2-e511e2f768a9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:52.909879 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f0bf1b52-a7cf-462b-9f24-50aacdb8f667 req-dd6f10d0-039b-4cb8-88e2-e511e2f768a9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 944 time: 0.0530884 Sep 16 15:11:52.959598 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f0bf1b52-a7cf-462b-9f24-50aacdb8f667 req-4ec401b8-3fa8-4949-8bea-ff3aa5c40ed6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Sep 16 15:11:52.988640 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a42f-fe11-4977-8bd9-7c9f12643525 req-88589e68-3ba9-4247-a8af-ff989858b13f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:52.990909 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3fc0a42f-fe11-4977-8bd9-7c9f12643525 req-88589e68-3ba9-4247-a8af-ff989858b13f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0561025 Sep 16 15:11:53.050444 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3fc0a42f-fe11-4977-8bd9-7c9f12643525 req-76836704-3ec3-4627-b40d-bcd0c65055f2 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507262 Sep 16 15:11:53.094029 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f932cd7-c471-47d0-9061-ae36e9386830 req-758197bc-61ca-46c5-8a8f-769282d40322 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.095523 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5f932cd7-c471-47d0-9061-ae36e9386830 req-758197bc-61ca-46c5-8a8f-769282d40322 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0671930 Sep 16 15:11:53.134270 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5f932cd7-c471-47d0-9061-ae36e9386830 req-a5f57ed2-b45e-437c-ac85-c23d9e47673a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Sep 16 15:11:53.326110 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b23d1-c248-4f0b-9d6c-ccb50b651bd5 req-799db831-19bb-4bcd-84a0-015d20ea430d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:53.327785 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-606b23d1-c248-4f0b-9d6c-ccb50b651bd5 req-799db831-19bb-4bcd-84a0-015d20ea430d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0469580 Sep 16 15:11:53.367685 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-63e57a20-8dc4-45d0-87b4-c603535bd2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.371142 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-606b23d1-c248-4f0b-9d6c-ccb50b651bd5 req-75d65c19-ef9f-49ce-9957-71584c9f161c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 Sep 16 15:11:53.400071 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.775478 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-12ad7e22-20ce-442c-a166-e1b4319772f6 req-7a0fc043-0ce6-487e-b040-175aa6bf0226 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 210 time: 0.0281677 Sep 16 15:11:54.075719 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cf3f9-7ebd-4c08-88e3-e3539ae0b4e2 req-b0a32bc8-1d2d-4b28-8e5c-340182034891 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.077343 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e10cf3f9-7ebd-4c08-88e3-e3539ae0b4e2 req-b0a32bc8-1d2d-4b28-8e5c-340182034891 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 944 time: 0.0488386 Sep 16 15:11:54.115017 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e10cf3f9-7ebd-4c08-88e3-e3539ae0b4e2 req-a60b546d-6063-4cb9-9b01-a7d4d65e73ca tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305612 Sep 16 15:11:54.173954 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-25c38034-4c6a-4ce2-85bf-441fe702dd8f tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d421460dc3eb46bd9c8381299bced64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212708 Sep 16 15:11:54.301243 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd77d-7002-441d-b7c2-361304b67a45 req-b3b3c72e-ff79-4f8a-b5ac-34efbda1e052 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.302703 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d11fd77d-7002-441d-b7c2-361304b67a45 req-b3b3c72e-ff79-4f8a-b5ac-34efbda1e052 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0979714 Sep 16 15:11:54.333201 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-80df10c9-1cb2-4598-8fcf-0d299764fa5a tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.334977 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-80df10c9-1cb2-4598-8fcf-0d299764fa5a tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499596 Sep 16 15:11:54.353488 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d11fd77d-7002-441d-b7c2-361304b67a45 req-ce69e685-954e-486e-b908-90de5a88a98c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Sep 16 15:11:54.374262 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Request body: {'port': {'device_id': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'network_id': '204bebd5-2c62-4386-9542-e19726885c20', 'admin_state_up': True, 'tenant_id': 'd421460dc3eb46bd9c8381299bced64c'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:54.430750 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.481849 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Made reservation on behalf of d421460dc3eb46bd9c8381299bced64c for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:54.485439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.494048 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.499449 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79848741-aed1-49dd-bc5c-580bdd61f1eb req-ec21a486-99b6-4ef9-9a4c-38f76537f885 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.500954 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-79848741-aed1-49dd-bc5c-580bdd61f1eb req-ec21a486-99b6-4ef9-9a4c-38f76537f885 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0495687 Sep 16 15:11:54.539993 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-79848741-aed1-49dd-bc5c-580bdd61f1eb req-9e4f02c9-b190-4d8c-ad6c-4090c1ccff17 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Sep 16 15:11:54.587033 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.591311 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.652471 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b02b8-61ab-4636-b3fd-8b83291fcb94,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:54.718085 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Allocated IP 192.168.233.76 (204bebd5-2c62-4386-9542-e19726885c20/4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8/5bdec708-1f3f-42b1-b9b0-d0063b173e5b) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:55.044476 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-33235274-f6be-4f8b-98e6-15dffd153363 req-ccbfd09b-1fdf-4bc6-a226-119b8c99c474 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 210 time: 0.0315554 Sep 16 15:11:55.077367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.109528 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.151611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Network 204bebd5-2c62-4386-9542-e19726885c20 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:55.154730 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:55.158375 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:55.186360 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Pushing event updated for resources: {'Port': ['ID=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:55.216702 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.217343 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.232121 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc7cfd-cc3e-4c76-af08-6d2002082918 req-0561b19c-75ac-4456-9e37-a8ded0a6e2e0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.233924 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-67dc7cfd-cc3e-4c76-af08-6d2002082918 req-0561b19c-75ac-4456-9e37-a8ded0a6e2e0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 944 time: 0.0516167 Sep 16 15:11:55.236558 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-b244b6f8-7fbe-4203-8a01-4a507f9477d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8630152 Sep 16 15:11:55.262102 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Request body: {'port': {'device_id': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:55.278809 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-67dc7cfd-cc3e-4c76-af08-6d2002082918 req-1d4b0d93-7929-4e18-9e04-402ec7e977e0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Sep 16 15:11:55.319548 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.397455 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-5f56d86a-ad08-4312-8a6e-4475ead97a17 None None] Provisioning complete for port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:55.397826 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5f56d86a-ad08-4312-8a6e-4475ead97a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.431750 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-5f56d86a-ad08-4312-8a6e-4475ead97a17 None None] Port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:55.502963 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db8ccb-9556-48df-a432-e2736f776c44 req-81a3dd1a-5275-4ad4-bc3c-7bee4d4ed91a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.504500 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c5db8ccb-9556-48df-a432-e2736f776c44 req-81a3dd1a-5275-4ad4-bc3c-7bee4d4ed91a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0836034 Sep 16 15:11:55.581292 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c5db8ccb-9556-48df-a432-e2736f776c44 req-c3211a58-20e1-45a7-a790-ba382d77e453 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493705 Sep 16 15:11:55.656056 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdec708-1f3f-42b1-b9b0-d0063b173e5b {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:55.657104 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2036e8f-21ed-47dd-9da1-bccac8fe67d9 req-35c4dec2-10db-4f9f-a94f-d99a356bfc44 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.658568 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b2036e8f-21ed-47dd-9da1-bccac8fe67d9 req-35c4dec2-10db-4f9f-a94f-d99a356bfc44 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0468547 Sep 16 15:11:55.663434 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.676461 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Transition to ACTIVE for port object 5bdec708-1f3f-42b1-b9b0-d0063b173e5b will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:55.680778 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.696989 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b2036e8f-21ed-47dd-9da1-bccac8fe67d9 req-186bb767-c9a5-43b7-a022-244832d94725 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323365 Sep 16 15:11:55.754572 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:55.777950 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 099ecffb-b447-4a55-906c-bb22581a8270 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:55.805895 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Attempting to bind port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:55.806609 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Attempting to bind port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:55.806784 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Attempting to bind port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b on network 204bebd5-2c62-4386-9542-e19726885c20 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:55.811150 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b on network 204bebd5-2c62-4386-9542-e19726885c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:55.811467 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Attempting to bind port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b on network 204bebd5-2c62-4386-9542-e19726885c20 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:55.816580 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:55.816914 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Checking segment: {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:55.817299 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Bound using segment: {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:55.817718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Bound port: 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71cd2e2-cd0a-4654-b41c-d11501c43bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '204bebd5-2c62-4386-9542-e19726885c20'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:55.818067 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.827764 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 099ecffb-b447-4a55-906c-bb22581a8270 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:55.831564 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 099ecffb-b447-4a55-906c-bb22581a8270 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:55.831937 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.890119 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] For port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:55.893367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] For port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:55.897831 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.915589 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.928731 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:55.929351 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.930925 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] 10.222.0.47 "PUT /v2.0/ports/5bdec708-1f3f-42b1-b9b0-d0063b173e5b HTTP/1.1" status: 200 len: 1097 time: 0.6732976 Sep 16 15:11:55.934042 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'tag': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:55.936418 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed86f2-f7dd-44d7-8651-27f39154bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "106bd483-cfc8-4b5a-a0f5-04763ee5060b", "tag": "5bdec708-1f3f-42b1-b9b0-d0063b173e5b"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:55.937723 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:55.940037 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c22687c-437e-4ae3-ba12-ef46bde44ff5" -d '{"events": [{"server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:55.968284 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6fe67-1613-4c9a-8825-87e161eb9c43 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:55.971690 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:55.985153 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:55.987331 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb2a2c-1836-480e-8ab3-912b637f0114 x-openstack-request-id: req-7fdb2a2c-1836-480e-8ab3-912b637f0114 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:55.987666 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106bd483-cfc8-4b5a-a0f5-04763ee5060b", "tag": "5bdec708-1f3f-42b1-b9b0-d0063b173e5b", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:55.987923 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fdb2a2c-1836-480e-8ab3-912b637f0114 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:55.988323 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'tag': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b', 'status': 'completed', 'code': 200} Sep 16 15:11:55.996508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb00799-2eda-4237-b554-b263e4a1c38b x-openstack-request-id: req-7cb00799-2eda-4237-b554-b263e4a1c38b {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:55.996814 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:55.997070 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cb00799-2eda-4237-b554-b263e4a1c38b {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:55.997463 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'code': 200} Sep 16 15:11:56.044336 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:56.077295 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:56.185282 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-c942cb0e-d11f-45a9-9020-817aba999618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.189947 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-c942cb0e-d11f-45a9-9020-817aba999618 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d421460dc3eb46bd9c8381299bced64c&device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 1100 time: 0.0769217 Sep 16 15:11:56.203936 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91588ee2-8870-4116-89ae-f0a5d74f0319 req-e296ee87-5ea8-4943-87ff-f6a9ccd4b655 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.205462 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-91588ee2-8870-4116-89ae-f0a5d74f0319 req-e296ee87-5ea8-4943-87ff-f6a9ccd4b655 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 947 time: 0.0837820 Sep 16 15:11:56.259026 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-759f0caa-da38-4eeb-a878-9c3c538c0aa3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b HTTP/1.1" status: 200 len: 217 time: 0.0451515 Sep 16 15:11:56.287686 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-91588ee2-8870-4116-89ae-f0a5d74f0319 req-3b46c347-518e-4a90-9929-1bc2a6b4a062 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757005 Sep 16 15:11:56.326655 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-13164bd0-0b42-454d-8b12-7838e500a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.328149 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-13164bd0-0b42-454d-8b12-7838e500a87e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8 HTTP/1.1" status: 200 len: 843 time: 0.0565760 Sep 16 15:11:56.340910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd9712-806b-4bc5-81e0-c1a082d26347 req-37930380-7523-4eff-9c9e-72e66599ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.342320 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b5bd9712-806b-4bc5-81e0-c1a082d26347 req-37930380-7523-4eff-9c9e-72e66599ae3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1098 time: 0.0487623 Sep 16 15:11:56.401475 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-9c520438-f490-4664-946c-7b07a25c1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.403470 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-9c520438-f490-4664-946c-7b07a25c1052 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=204bebd5-2c62-4386-9542-e19726885c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402865 Sep 16 15:11:56.419610 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9e44f-f205-44b1-bc54-03b8955ef0c3 req-6d85aefa-f6ed-436f-a9cf-89b9a7062014 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.421084 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cec9e44f-f205-44b1-bc54-03b8955ef0c3 req-6d85aefa-f6ed-436f-a9cf-89b9a7062014 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0708463 Sep 16 15:11:56.424731 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b5bd9712-806b-4bc5-81e0-c1a082d26347 req-3290ce4d-337f-41c0-9c0f-eb4e64c07bdf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Sep 16 15:11:56.456817 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cec9e44f-f205-44b1-bc54-03b8955ef0c3 req-58cc3d7e-4469-4fe2-9d5a-924388a737aa tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297999 Sep 16 15:11:56.513061 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-d99ead4f-9799-415d-a6a0-dee865421341 service neutron] 10.222.0.47 "GET /v2.0/networks/204bebd5-2c62-4386-9542-e19726885c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888584 Sep 16 15:11:56.691376 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad545b-d3d8-42d8-98c2-8bcf6da1b6c4 req-3444faee-1d09-41f2-ab8e-0c9fdcb2c5b7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.692824 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f2ad545b-d3d8-42d8-98c2-8bcf6da1b6c4 req-3444faee-1d09-41f2-ab8e-0c9fdcb2c5b7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0468497 Sep 16 15:11:56.729561 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f2ad545b-d3d8-42d8-98c2-8bcf6da1b6c4 req-2d211727-c50b-4926-b6a7-1217a14ff282 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 16 15:11:56.812420 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55917fdb-1422-406a-ae89-aef784a0e5fd req-8ef04263-fe5e-44ef-b666-c20ed7c1529d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:56.813882 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-55917fdb-1422-406a-ae89-aef784a0e5fd req-8ef04263-fe5e-44ef-b666-c20ed7c1529d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0465963 Sep 16 15:11:56.850153 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-55917fdb-1422-406a-ae89-aef784a0e5fd req-fb9211ee-7330-4bae-9428-6d11a216b8ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305734 Sep 16 15:11:56.934238 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b97ddde2-e434-4cc0-886d-d0616e3f758a req-06b10340-1e20-47f8-b298-139b44056880 service neutron] 10.222.0.47 "GET /v2.0/networks/204bebd5-2c62-4386-9542-e19726885c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814061 Sep 16 15:11:57.157001 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-e758451f-185c-4e2f-8b1f-3d3dc4b3c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.158383 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-e758451f-185c-4e2f-8b1f-3d3dc4b3c7c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d421460dc3eb46bd9c8381299bced64c&device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 1100 time: 0.0436745 Sep 16 15:11:57.249809 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-08888e66-142d-4c6b-94ee-4ffdabb9aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.251263 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-08888e66-142d-4c6b-94ee-4ffdabb9aa02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=204bebd5-2c62-4386-9542-e19726885c20 HTTP/1.1" status: 200 len: 870 time: 0.0835829 Sep 16 15:11:57.300736 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-db75df34-1d4c-41bd-9038-5a11a733524d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b HTTP/1.1" status: 200 len: 217 time: 0.0359356 Sep 16 15:11:57.370230 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-3b8a7d8e-c6a6-423d-8a66-f7129531669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.372338 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-3b8a7d8e-c6a6-423d-8a66-f7129531669d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8 HTTP/1.1" status: 200 len: 843 time: 0.0577049 Sep 16 15:11:57.432903 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5405c6-e338-40a9-b4f0-84757a820db3 req-ae256492-0271-4e15-a558-853f4840c17f tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.434284 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cc5405c6-e338-40a9-b4f0-84757a820db3 req-ae256492-0271-4e15-a558-853f4840c17f tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 947 time: 0.0816779 Sep 16 15:11:57.439228 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-a2499417-82cb-41a4-a835-82a2fb1dbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.440605 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-a2499417-82cb-41a4-a835-82a2fb1dbf49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=204bebd5-2c62-4386-9542-e19726885c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553918 Sep 16 15:11:57.498534 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cc5405c6-e338-40a9-b4f0-84757a820db3 req-71116321-5fcb-4a7e-84bb-f445deb09a9a tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Sep 16 15:11:57.554366 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-c65cda5e-d7a5-4494-a385-4d33f4f1b2e4 service neutron] 10.222.0.47 "GET /v2.0/networks/204bebd5-2c62-4386-9542-e19726885c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974004 Sep 16 15:11:57.577351 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201bbe-5e04-4522-9565-a4d1ae6179b4 req-20fc9cd2-47e0-4a91-b580-4ddb40dc0f00 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.578766 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-91201bbe-5e04-4522-9565-a4d1ae6179b4 req-20fc9cd2-47e0-4a91-b580-4ddb40dc0f00 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0463836 Sep 16 15:11:57.615753 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-91201bbe-5e04-4522-9565-a4d1ae6179b4 req-18b8cb6e-8851-4746-be88-0987e334a69d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311172 Sep 16 15:11:57.677137 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-29ed86f2-f7dd-44d7-8651-27f39154bb2e req-c0df4abf-6ce3-443d-92bb-060e111612c6 service neutron] 10.222.0.47 "GET /v2.0/networks/204bebd5-2c62-4386-9542-e19726885c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919540 Sep 16 15:11:57.838555 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d53d5d-27a6-43fc-aa76-6548a371aa2a req-2e4c29ed-4ca2-4033-973c-e28c34bbddf5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.840007 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8d53d5d-27a6-43fc-aa76-6548a371aa2a req-2e4c29ed-4ca2-4033-973c-e28c34bbddf5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0474818 Sep 16 15:11:57.875904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8d53d5d-27a6-43fc-aa76-6548a371aa2a req-c26822c4-3509-4f9a-a52d-83d8e68bbedc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301607 Sep 16 15:11:57.968093 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d289-df60-4807-bcf6-dc8f27000860 req-f7148fc0-86d1-4800-a64b-9e3a72244322 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:57.969550 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0195d289-df60-4807-bcf6-dc8f27000860 req-f7148fc0-86d1-4800-a64b-9e3a72244322 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0502362 Sep 16 15:11:58.005115 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0195d289-df60-4807-bcf6-dc8f27000860 req-205f264e-4eea-4e01-91ea-363a9c320209 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297606 Sep 16 15:11:58.608663 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2181ce-bde4-4655-a7c7-26262ed8d212 req-c9ce8bd5-13e1-4e41-852c-ccdd1c58bc1c tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:58.610080 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3b2181ce-bde4-4655-a7c7-26262ed8d212 req-c9ce8bd5-13e1-4e41-852c-ccdd1c58bc1c tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 947 time: 0.0464284 Sep 16 15:11:58.646649 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3b2181ce-bde4-4655-a7c7-26262ed8d212 req-6701913c-ab4f-44a1-968d-97368127ff3c tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Sep 16 15:11:58.731317 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86864651-b6ed-4ebe-ae06-6103a9ada361 req-e7d33ee5-78bf-4a5f-8105-69a210af055f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:58.732813 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-86864651-b6ed-4ebe-ae06-6103a9ada361 req-e7d33ee5-78bf-4a5f-8105-69a210af055f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0482192 Sep 16 15:11:58.770443 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-86864651-b6ed-4ebe-ae06-6103a9ada361 req-94a4a0fe-b0be-456a-b197-86baea1a560a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 16 15:11:58.931825 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:11:58.990784 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016703b4-32ea-42be-aa7f-0a723ce473bb req-0084bb26-1523-4d69-8592-4db4cc349e75 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:58.992274 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-016703b4-32ea-42be-aa7f-0a723ce473bb req-0084bb26-1523-4d69-8592-4db4cc349e75 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Sep 16 15:11:59.028682 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-016703b4-32ea-42be-aa7f-0a723ce473bb req-581ab02e-5db1-4412-9e08-c896dcbfc9c8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305166 Sep 16 15:11:59.120871 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a904cc-6ad3-4e2f-b5a0-374615d413b0 req-da28eaf8-4fb3-475b-a2bc-9678f1a88538 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:59.122304 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-94a904cc-6ad3-4e2f-b5a0-374615d413b0 req-da28eaf8-4fb3-475b-a2bc-9678f1a88538 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0470312 Sep 16 15:11:59.157619 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-94a904cc-6ad3-4e2f-b5a0-374615d413b0 req-7ffabf01-fc95-4897-807e-c50e4fb10b07 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295198 Sep 16 15:11:59.759867 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099a428-72a8-4abf-b488-2dd5f141facf req-dd51a3f4-cd5a-4e4b-a26b-caefe091bcab tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:59.761243 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8099a428-72a8-4abf-b488-2dd5f141facf req-dd51a3f4-cd5a-4e4b-a26b-caefe091bcab tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 947 time: 0.0476692 Sep 16 15:11:59.798486 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8099a428-72a8-4abf-b488-2dd5f141facf req-373743bd-3372-4e34-a603-56e461cba4ac tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Sep 16 15:11:59.800365 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5bdec708-1f3f-42b1-b9b0-d0063b173e5b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:59.885888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bdab1-9ca5-4db2-8f8e-fe8c4bc9cdc6 req-d692fc7d-1bd7-441f-a325-f8eb295a9b10 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:59.887438 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5f6bdab1-9ca5-4db2-8f8e-fe8c4bc9cdc6 req-d692fc7d-1bd7-441f-a325-f8eb295a9b10 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0512176 Sep 16 15:11:59.900883 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:59.911412 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b', 'network_id': '204bebd5-2c62-4386-9542-e19726885c20', 'port_id': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b', 'mac_address': 'fa:16:3e:d8:a3:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad5f22c-3bc8-4c03-bd39-d22ecdfe63c8', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:59.924455 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5f6bdab1-9ca5-4db2-8f8e-fe8c4bc9cdc6 req-71069a1f-5345-4e63-9e54-8d7bbd6a0ec0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Sep 16 15:11:59.948218 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.961274 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdec708-1f3f-42b1-b9b0-d0063b173e5b {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:59.981678 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:59.985524 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:00.033346 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:00.036527 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3048e-8495-4631-97f1-7854a1a45214 req-7cb90382-59d7-4682-a7b2-e33ac4563298 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.037993 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-50a3048e-8495-4631-97f1-7854a1a45214 req-7cb90382-59d7-4682-a7b2-e33ac4563298 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0490665 Sep 16 15:12:00.076387 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-50a3048e-8495-4631-97f1-7854a1a45214 req-e8f570ec-7943-43cf-910d-537322bc0c45 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323136 Sep 16 15:12:00.141168 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179b61c-2d63-4d96-9217-aaaf6de70256 req-8356f23a-6f9a-4060-84d7-f4ea3981a4cd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.142644 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2179b61c-2d63-4d96-9217-aaaf6de70256 req-8356f23a-6f9a-4060-84d7-f4ea3981a4cd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Sep 16 15:12:00.179684 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2179b61c-2d63-4d96-9217-aaaf6de70256 req-b5fca22b-1bd0-44bf-9531-64a06771f85a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Sep 16 15:12:00.306885 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e16b44-ced9-4597-809b-1a7761101558 req-5d1c0397-a442-4217-9597-e5dc940a6b5f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.313577 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-83e16b44-ced9-4597-809b-1a7761101558 req-5d1c0397-a442-4217-9597-e5dc940a6b5f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0636289 Sep 16 15:12:00.346559 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-83e16b44-ced9-4597-809b-1a7761101558 req-85e95d58-358d-4fbd-9f7b-8879554f4925 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Sep 16 15:12:00.411976 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5eb21-5e67-49e0-b49d-719747f149d7 req-6285f0a2-f023-418e-8af7-f2003986f0ea tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.413470 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fb5eb21-5e67-49e0-b49d-719747f149d7 req-6285f0a2-f023-418e-8af7-f2003986f0ea tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0530109 Sep 16 15:12:00.452002 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5fb5eb21-5e67-49e0-b49d-719747f149d7 req-87d4037e-f359-451b-9cc2-fdf411f2b565 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Sep 16 15:12:00.630223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b689f0e-4b1b-47f9-8a0a-86862d161079 req-3b9fa47e-b4d8-4708-a90c-6696461cc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.631842 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b689f0e-4b1b-47f9-8a0a-86862d161079 req-3b9fa47e-b4d8-4708-a90c-6696461cc2d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 1098 time: 0.0420718 Sep 16 15:12:00.682287 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b689f0e-4b1b-47f9-8a0a-86862d161079 req-596355e8-ae06-4909-808b-556fce1931c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295563 Sep 16 15:12:00.910957 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['5bdec708-1f3f-42b1-b9b0-d0063b173e5b'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:00.911522 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d139-8455-4663-9508-5b0c0f2f6a30 req-2974290b-902d-4a3a-b0a7-0d5300ed85b5 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:00.913030 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-23c6d139-8455-4663-9508-5b0c0f2f6a30 req-2974290b-902d-4a3a-b0a7-0d5300ed85b5 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 948 time: 0.0505590 Sep 16 15:12:00.950497 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-23c6d139-8455-4663-9508-5b0c0f2f6a30 req-b9d6f8c3-454e-4e3e-8bb5-18ad63bce18f tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Sep 16 15:12:01.291729 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1bcf8-3717-4062-9fbc-2ca16baf130a req-80214b30-22f0-409a-b823-2fc5b83f46d4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:01.293889 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-55f1bcf8-3717-4062-9fbc-2ca16baf130a req-80214b30-22f0-409a-b823-2fc5b83f46d4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0480552 Sep 16 15:12:01.330953 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-55f1bcf8-3717-4062-9fbc-2ca16baf130a req-6eec3782-f6d5-4eee-b1c3-d8e3f4ab5527 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312500 Sep 16 15:12:01.466564 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ff4a1-ae6a-4d34-a11d-79303eedc2a0 req-016e4b85-a77d-441a-ad43-9bf4c6d6b6b9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:01.467996 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a95ff4a1-ae6a-4d34-a11d-79303eedc2a0 req-016e4b85-a77d-441a-ad43-9bf4c6d6b6b9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0480001 Sep 16 15:12:01.509347 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a95ff4a1-ae6a-4d34-a11d-79303eedc2a0 req-ab933508-dfaa-4018-bd69-c77c82e05085 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Sep 16 15:12:02.061582 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297de7a5-d09c-487d-a603-e97629aca5c8 req-20985094-d291-4f37-af69-4eb8fc9b2030 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:02.063073 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-297de7a5-d09c-487d-a603-e97629aca5c8 req-20985094-d291-4f37-af69-4eb8fc9b2030 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 948 time: 0.0479381 Sep 16 15:12:02.099265 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-297de7a5-d09c-487d-a603-e97629aca5c8 req-fa31a358-237d-46d8-b615-5092f11225ec tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302808 Sep 16 15:12:02.447611 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c74563-67dd-48b0-a761-e606e14db87c req-b4ff2e4c-0566-40ef-854b-5171c8ec6757 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:02.449203 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-15c74563-67dd-48b0-a761-e606e14db87c req-b4ff2e4c-0566-40ef-854b-5171c8ec6757 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Sep 16 15:12:02.488999 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-15c74563-67dd-48b0-a761-e606e14db87c req-976e3a6a-cd04-44d7-a9a4-f23edfe0c275 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338552 Sep 16 15:12:02.639049 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2052-f247-4fe0-89ea-35075d81a04f req-e1c26566-aef8-4c9e-b42c-5794998e20e1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:02.640554 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-612c2052-f247-4fe0-89ea-35075d81a04f req-e1c26566-aef8-4c9e-b42c-5794998e20e1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0517201 Sep 16 15:12:02.680997 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-612c2052-f247-4fe0-89ea-35075d81a04f req-df2beec4-424e-49cf-8fe6-4c1690edfb0f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342603 Sep 16 15:12:03.212059 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434812c-2cce-42f7-a4eb-188999163cce req-bc27f23b-77c0-4e31-8d68-63a749548a07 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:03.213570 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2434812c-2cce-42f7-a4eb-188999163cce req-bc27f23b-77c0-4e31-8d68-63a749548a07 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 948 time: 0.0479984 Sep 16 15:12:03.253554 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2434812c-2cce-42f7-a4eb-188999163cce req-fab4f63e-9b13-47b2-9664-1da3b98ab4d5 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Sep 16 15:12:03.599688 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a487063-1ef4-4262-acdc-d43e83998c3d req-76f3d4c4-31a5-44a9-9a19-197ec6bf66c4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:03.601478 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7a487063-1ef4-4262-acdc-d43e83998c3d req-76f3d4c4-31a5-44a9-9a19-197ec6bf66c4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Sep 16 15:12:03.638613 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7a487063-1ef4-4262-acdc-d43e83998c3d req-2ee8467d-9152-40b4-a8ae-7762072e5b09 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Sep 16 15:12:03.752421 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ab0ed-4e30-4eb2-b502-7d5530916f06 req-cfd89e7b-cd90-411f-932a-5d561cb71318 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:03.758138 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0c5ab0ed-4e30-4eb2-b502-7d5530916f06 req-cfd89e7b-cd90-411f-932a-5d561cb71318 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0542221 Sep 16 15:12:03.800972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e1dc3-f827-4425-a540-29c75f002938 req-d0ef8b8c-6e66-467d-8a15-83b3c48c4169 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:03.801562 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0c5ab0ed-4e30-4eb2-b502-7d5530916f06 req-24188d41-eda4-4a77-bc0e-5e025b0f3c4c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329275 Sep 16 15:12:03.803229 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9e8e1dc3-f827-4425-a540-29c75f002938 req-d0ef8b8c-6e66-467d-8a15-83b3c48c4169 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0498300 Sep 16 15:12:03.832857 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5bdec708-1f3f-42b1-b9b0-d0063b173e5b up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:03.849509 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9e8e1dc3-f827-4425-a540-29c75f002938 req-9283c18e-6f7d-4a3c-aec2-914ae7b40115 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Sep 16 15:12:03.895914 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:12:03.899575 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:03.900148 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:03.982555 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:04.006686 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:04.008970 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f34bf4-9f6c-4d3f-92e2-12e536208baa" -d '{"events": [{"server_uuid": "106bd483-cfc8-4b5a-a0f5-04763ee5060b", "name": "network-vif-plugged", "status": "completed", "tag": "5bdec708-1f3f-42b1-b9b0-d0063b173e5b"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:04.022736 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:04.027986 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:04.052351 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ae0f47-4be7-4dc9-8472-f1babee05a44 x-openstack-request-id: req-76ae0f47-4be7-4dc9-8472-f1babee05a44 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:04.052682 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106bd483-cfc8-4b5a-a0f5-04763ee5060b", "name": "network-vif-plugged", "status": "completed", "tag": "5bdec708-1f3f-42b1-b9b0-d0063b173e5b", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:04.052940 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76ae0f47-4be7-4dc9-8472-f1babee05a44 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:04.053328 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b', 'code': 200} Sep 16 15:12:04.078915 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:04.397575 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fe6ea-6ac9-461d-8285-a1717813e1c3 req-c3d66814-4ec5-47cb-aa81-557a2c111282 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:04.398945 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d27fe6ea-6ac9-461d-8285-a1717813e1c3 req-c3d66814-4ec5-47cb-aa81-557a2c111282 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0769014 Sep 16 15:12:04.401301 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689df06-15b7-4f56-9801-67945bf52902 req-2ecbb1aa-6c4c-4899-bbc0-fc29fb0c56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:04.403146 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4689df06-15b7-4f56-9801-67945bf52902 req-2ecbb1aa-6c4c-4899-bbc0-fc29fb0c56ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 1102 time: 0.0713789 Sep 16 15:12:04.457349 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d27fe6ea-6ac9-461d-8285-a1717813e1c3 req-c1b911e6-e03f-4a70-a6ba-64f4fdd9c6aa tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519094 Sep 16 15:12:04.460956 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4689df06-15b7-4f56-9801-67945bf52902 req-89ee8e83-da1c-4bf6-b382-8604b248cad4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Sep 16 15:12:04.972617 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea598603-524f-43c3-8988-376c9fc51290 req-80a2e530-df8c-41d0-8feb-d11352fe936b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:04.974082 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ea598603-524f-43c3-8988-376c9fc51290 req-80a2e530-df8c-41d0-8feb-d11352fe936b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0480826 Sep 16 15:12:05.017943 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ea598603-524f-43c3-8988-376c9fc51290 req-05615bea-d716-48d4-a20c-4d533d3da33f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377862 Sep 16 15:12:05.384319 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2cdbd-d387-46dd-9fe3-9019c7df6e1c req-1de00860-56f7-42d6-bce9-31b0c8914263 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:05.385714 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-22a2cdbd-d387-46dd-9fe3-9019c7df6e1c req-1de00860-56f7-42d6-bce9-31b0c8914263 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0556366 Sep 16 15:12:05.445704 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-22a2cdbd-d387-46dd-9fe3-9019c7df6e1c req-4930e565-682d-4c88-b1db-df0a9d1de121 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520494 Sep 16 15:12:05.448097 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-3dd3dfa8-c3f7-44c2-895a-2894fdf0377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:05.449545 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-3dd3dfa8-c3f7-44c2-895a-2894fdf0377d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0629721 Sep 16 15:12:05.555107 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-73a62b70-ebd5-4500-b0c8-e9b163ab9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:05.556603 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-73a62b70-ebd5-4500-b0c8-e9b163ab9590 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.0923257 Sep 16 15:12:05.578014 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380d925-65dd-42c9-a41c-fc560d4a518e req-200505f7-cedb-4c2e-bc8d-a9d7ac4156d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:05.579449 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5380d925-65dd-42c9-a41c-fc560d4a518e req-200505f7-cedb-4c2e-bc8d-a9d7ac4156d9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0498104 Sep 16 15:12:05.619039 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5380d925-65dd-42c9-a41c-fc560d4a518e req-3ac17785-fe4c-4d98-b1cc-9954d9267bf9 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Sep 16 15:12:05.629475 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-15b58c67-b0c6-4343-a678-2835e6b62641 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 217 time: 0.0408053 Sep 16 15:12:05.698344 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-aeb11f74-9f42-46b3-aedd-b02e09334df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:05.700223 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-aeb11f74-9f42-46b3-aedd-b02e09334df2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0486698 Sep 16 15:12:05.738213 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-da846759-f67a-45c1-8601-c51b1c75675a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276217 Sep 16 15:12:05.831587 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-eb0618bf-0a4a-4087-b037-b7ff983efe32 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802531 Sep 16 15:12:05.932003 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4eec777-1f41-4436-986b-fdd118f14cd3 req-56bd54d6-7406-471a-8701-293d9005388b service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828857 Sep 16 15:12:06.133768 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37412c6-7362-49d0-9e31-af35ccef140b req-81cb0b5a-9f8f-4b86-9ecb-97a278ea2c7f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:06.135232 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e37412c6-7362-49d0-9e31-af35ccef140b req-81cb0b5a-9f8f-4b86-9ecb-97a278ea2c7f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0474031 Sep 16 15:12:06.171694 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e37412c6-7362-49d0-9e31-af35ccef140b req-4a2356a0-a95e-42b5-8796-ee60aae401a1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300682 Sep 16 15:12:06.558632 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379fa28-d992-4c42-8c1b-24eb04f29165 req-baf77be8-e993-4712-b122-a380c734d378 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:06.561004 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7379fa28-d992-4c42-8c1b-24eb04f29165 req-baf77be8-e993-4712-b122-a380c734d378 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0510335 Sep 16 15:12:06.599273 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7379fa28-d992-4c42-8c1b-24eb04f29165 req-3e83fcba-b7af-4c91-8b47-03110a69e284 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Sep 16 15:12:06.733218 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025f282-e023-46f4-af96-8dd50c3e2c09 req-836ecd49-9af7-47e9-a28f-5d4f2ecc2c13 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:06.734680 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c025f282-e023-46f4-af96-8dd50c3e2c09 req-836ecd49-9af7-47e9-a28f-5d4f2ecc2c13 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0512428 Sep 16 15:12:06.771538 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c025f282-e023-46f4-af96-8dd50c3e2c09 req-62e5cff6-1618-4dc4-833b-5738ebc572c8 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Sep 16 15:12:07.290260 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b69e4-e0fd-4bda-ad10-e7cd61c10d43 req-2830952a-dca3-47b2-af09-abc6ab45adac tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:07.291764 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-444b69e4-e0fd-4bda-ad10-e7cd61c10d43 req-2830952a-dca3-47b2-af09-abc6ab45adac tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0519767 Sep 16 15:12:07.328494 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-444b69e4-e0fd-4bda-ad10-e7cd61c10d43 req-2652e752-edcd-462e-bd56-cee241bbc1ac tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Sep 16 15:12:07.709858 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733925-7c2b-430f-9647-1c3c54a9232d req-b60c8c87-f725-4253-84c3-3d98a958aaa8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:07.711313 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c733925-7c2b-430f-9647-1c3c54a9232d req-b60c8c87-f725-4253-84c3-3d98a958aaa8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Sep 16 15:12:07.748221 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c733925-7c2b-430f-9647-1c3c54a9232d req-e6a260d9-1dad-44b5-bffb-1ebfa59af270 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Sep 16 15:12:07.884084 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c18f-5083-4195-8200-0e698ad7c382 req-e02a7a34-f02a-4454-a74b-140c8ad16263 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:07.885567 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d8f0c18f-5083-4195-8200-0e698ad7c382 req-e02a7a34-f02a-4454-a74b-140c8ad16263 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0479620 Sep 16 15:12:07.922100 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d8f0c18f-5083-4195-8200-0e698ad7c382 req-341ca36e-a695-4d90-aa90-5b8c6eb58210 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Sep 16 15:12:08.444627 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccc430-914c-4362-a741-b07d425453d4 req-e59e0661-ab77-4436-b569-56b536e39536 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:08.446108 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-91ccc430-914c-4362-a741-b07d425453d4 req-e59e0661-ab77-4436-b569-56b536e39536 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0471568 Sep 16 15:12:08.483727 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-91ccc430-914c-4362-a741-b07d425453d4 req-1b095339-e847-440d-ac39-6abc24ff1138 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Sep 16 15:12:08.861093 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb341a2-6afd-4687-bfee-1cd6709a53fd req-d040bfe0-d671-445d-9268-da859f394cf3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:08.862544 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3eb341a2-6afd-4687-bfee-1cd6709a53fd req-d040bfe0-d671-445d-9268-da859f394cf3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0508373 Sep 16 15:12:08.899611 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3eb341a2-6afd-4687-bfee-1cd6709a53fd req-0e9a1de9-9cc5-486e-a12f-371465f338b0 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311511 Sep 16 15:12:09.034928 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433062-669f-4531-a784-878492f80edb req-66633481-b4c3-4d2c-893e-cd6872d78203 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:09.036377 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a433062-669f-4531-a784-878492f80edb req-66633481-b4c3-4d2c-893e-cd6872d78203 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0502229 Sep 16 15:12:09.072948 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a433062-669f-4531-a784-878492f80edb req-d0abde9f-7473-4c0e-8818-14569c8d2789 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307214 Sep 16 15:12:09.596821 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2453-66d9-4072-98b8-c1b17b4ad119 req-db18716d-3771-4332-89bb-fe18e804b749 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:09.598276 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b39a2453-66d9-4072-98b8-c1b17b4ad119 req-db18716d-3771-4332-89bb-fe18e804b749 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0475564 Sep 16 15:12:09.634242 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b39a2453-66d9-4072-98b8-c1b17b4ad119 req-4559ed60-363f-4352-84d7-59804ec8b25e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300140 Sep 16 15:12:10.012247 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc41f61-841f-4b63-8b4c-343f35ef56be req-51b41990-d114-4505-8662-bd69ef72b5ac tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:10.013719 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2dc41f61-841f-4b63-8b4c-343f35ef56be req-51b41990-d114-4505-8662-bd69ef72b5ac tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0485196 Sep 16 15:12:10.051950 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2dc41f61-841f-4b63-8b4c-343f35ef56be req-2d4f60a3-f91d-4b1d-9245-1513b2c38430 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323412 Sep 16 15:12:10.187432 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2062-fd0a-4e02-b3ca-b4c0cc410594 req-ed674d06-8091-45da-bfb8-bce787858038 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:10.188849 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c25e2062-fd0a-4e02-b3ca-b4c0cc410594 req-ed674d06-8091-45da-bfb8-bce787858038 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0499005 Sep 16 15:12:10.225276 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c25e2062-fd0a-4e02-b3ca-b4c0cc410594 req-0c8681b8-9a9c-4615-b501-4a3b5ed1d3ee tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304701 Sep 16 15:12:10.485335 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75a3e1-6d72-4055-b00a-b48bf718ceaf req-af2a6bd8-9248-475a-afa7-406212fa0283 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:10.486709 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5a75a3e1-6d72-4055-b00a-b48bf718ceaf req-af2a6bd8-9248-475a-afa7-406212fa0283 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0517116 Sep 16 15:12:10.522743 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5a75a3e1-6d72-4055-b00a-b48bf718ceaf req-dbc7368f-8774-4194-a8eb-7b827df1c61f tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302238 Sep 16 15:12:10.754947 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad09a79-6f0b-42d0-b042-80ffe046a09c req-0c78f7fd-1df4-45de-a45a-8f74be46685f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:10.756451 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bad09a79-6f0b-42d0-b042-80ffe046a09c req-0c78f7fd-1df4-45de-a45a-8f74be46685f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0501399 Sep 16 15:12:10.794699 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bad09a79-6f0b-42d0-b042-80ffe046a09c req-d51ce630-0042-4709-a9a0-7b4e463da8a7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Sep 16 15:12:11.167264 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fcdeb-a098-4719-8c08-f0c1e63d323d req-971c35bf-0638-4ec5-9bbe-8b3265608c55 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:11.169626 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-287fcdeb-a098-4719-8c08-f0c1e63d323d req-971c35bf-0638-4ec5-9bbe-8b3265608c55 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0515091 Sep 16 15:12:11.207072 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-287fcdeb-a098-4719-8c08-f0c1e63d323d req-40f93b4e-3536-4438-b697-2ac81667e4da tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Sep 16 15:12:11.635991 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7c8f-ecc5-4ea1-a43a-a0c490f98106 req-b2fb5135-b081-4a38-b051-e2e1cf1492b6 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:11.638107 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8dd7c8f-ecc5-4ea1-a43a-a0c490f98106 req-b2fb5135-b081-4a38-b051-e2e1cf1492b6 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0505719 Sep 16 15:12:11.673453 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8dd7c8f-ecc5-4ea1-a43a-a0c490f98106 req-8c42ce1a-bbf4-4a53-a631-023a69ffe784 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294647 Sep 16 15:12:11.910608 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73ff55-079a-4698-95b8-35c483ade9bd req-bcf9f189-bed9-4a2b-a829-8f549d74ebc6 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:11.912058 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6a73ff55-079a-4698-95b8-35c483ade9bd req-bcf9f189-bed9-4a2b-a829-8f549d74ebc6 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0477114 Sep 16 15:12:11.950720 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6a73ff55-079a-4698-95b8-35c483ade9bd req-da893161-d97d-4c4e-8dd0-4b4c3fedca9c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Sep 16 15:12:12.050359 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f826863-fe86-4e97-b290-863ab35145f4 req-a052a168-2b75-4408-ad74-d7b4fe5b5b31 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:12.051678 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9f826863-fe86-4e97-b290-863ab35145f4 req-a052a168-2b75-4408-ad74-d7b4fe5b5b31 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0465298 Sep 16 15:12:12.087368 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9f826863-fe86-4e97-b290-863ab35145f4 req-20c716d7-6e44-4148-97e6-912f08a04a49 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297277 Sep 16 15:12:12.108886 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 58100) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:12.329538 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bedde8-babf-4e41-81fd-bc5b488cd64c tempest-TestMinimumBasicScenario-1465450099 tempest-TestMinimumBasicScenario-1465450099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:12.330916 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e2bedde8-babf-4e41-81fd-bc5b488cd64c tempest-TestMinimumBasicScenario-1465450099 tempest-TestMinimumBasicScenario-1465450099-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1093 time: 0.2211041 Sep 16 15:12:12.334036 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58108) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:12.338564 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'port_id': '099ecffb-b447-4a55-906c-bb22581a8270', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:12.346411 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ea855-6745-430b-94ca-11fe19f44585 req-6f12feec-53ed-4a8f-8870-94f6a34cee68 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:12.347868 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0d3ea855-6745-430b-94ca-11fe19f44585 req-6f12feec-53ed-4a8f-8870-94f6a34cee68 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0614893 Sep 16 15:12:12.362546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:12.386706 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0d3ea855-6745-430b-94ca-11fe19f44585 req-af2f09b1-ecad-49ea-88f5-f922efb7d139 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Sep 16 15:12:12.460110 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:12.562686 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Allocated IP 172.27.2.176 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/9554bfec-aec6-4d0f-b5a9-b6992d7fb520) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:12:12.657940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:12.690261 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:12.728085 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:12:12.731404 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:12:12.737987 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:12:12.741015 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'Port': ['ID=9554bfec-aec6-4d0f-b5a9-b6992d7fb520,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:12.836156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf3481-99d1-4011-908d-7a18a171e1f8 req-17771c64-283a-41a7-8743-32cee98589e1 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:12.837668 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f6cf3481-99d1-4011-908d-7a18a171e1f8 req-17771c64-283a-41a7-8743-32cee98589e1 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0748405 Sep 16 15:12:12.913457 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f6cf3481-99d1-4011-908d-7a18a171e1f8 req-7bef88e0-b899-47dc-8e7b-c354428bf2ab tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693264 Sep 16 15:12:13.074439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8ddd6-1193-4ffe-b8c3-5a286ba330bb req-47b67bd0-57ca-4aee-9b88-532aadff2be1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:13.076092 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ea8ddd6-1193-4ffe-b8c3-5a286ba330bb req-47b67bd0-57ca-4aee-9b88-532aadff2be1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0514865 Sep 16 15:12:13.115354 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3ea8ddd6-1193-4ffe-b8c3-5a286ba330bb req-90c2266c-aec4-4d1d-96a6-271f24f681fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Sep 16 15:12:13.369820 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:13.437294 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:13.509621 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de50e74-573a-40ed-9029-857d834a1d89 req-4e60ef10-f3d9-4b18-bda0-3e95debe94ba tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:13.510998 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9de50e74-573a-40ed-9029-857d834a1d89 req-4e60ef10-f3d9-4b18-bda0-3e95debe94ba tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Sep 16 15:12:13.548580 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9de50e74-573a-40ed-9029-857d834a1d89 req-626a2e21-f18b-4794-a460-e2fbd571c38d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Sep 16 15:12:13.589563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:13.594724 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:13.665197 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'Port': ['ID=9554bfec-aec6-4d0f-b5a9-b6992d7fb520,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:13.673042 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:13.770660 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Floating IP 1ca53aeb-fc49-4555-b2a3-dd47e6f45828 associated. External IP: 172.27.2.176, port: 099ecffb-b447-4a55-906c-bb22581a8270. Sep 16 15:12:13.972644 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Router 34acab52-18e7-4992-a542-65d7e13d946e has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:12:14.102226 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac41ad-7396-4aac-810a-6aafbcb566a8 req-fe2ba026-f99c-46e7-8160-578a1393b3fa tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.103707 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7dac41ad-7396-4aac-810a-6aafbcb566a8 req-fe2ba026-f99c-46e7-8160-578a1393b3fa tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.1238279 Sep 16 15:12:14.133670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:12:14.149190 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] Sync routers for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:12:14.160129 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7dac41ad-7396-4aac-810a-6aafbcb566a8 req-8c320d7e-e394-4393-afc1-e1f6fa894c28 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/security-groups?id=a99b02b8-61ab-4636-b3fd-8b83291fcb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Sep 16 15:12:14.160833 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.182006 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:14.182970 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:11:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:14.195523 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-93d66da1-c172-4644-82f1-89242c42d4ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8603315 Sep 16 15:12:14.196525 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:14.198414 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 58130) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:14.202895 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517304921', 'description': 'tempest-secgroup-smoke-517304921 description', 'project_id': 'b4ee1e4e409043db940219625fbab8ab'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:14.205784 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8980575-35ca-4cd5-847e-298e55d2768e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:14.242496 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865723ec-5755-4d49-be3c-ae9101c24fa2 x-openstack-request-id: req-865723ec-5755-4d49-be3c-ae9101c24fa2 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:14.242792 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:14.243042 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-865723ec-5755-4d49-be3c-ae9101c24fa2 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:14.243436 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'status': 'completed', 'code': 200} Sep 16 15:12:14.265134 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.285046 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ae543-1417-421a-9dba-f17edef3b15d req-a776b767-9f72-4d63-9e62-b57d5f1ab8cb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.286512 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dc2ae543-1417-421a-9dba-f17edef3b15d req-a776b767-9f72-4d63-9e62-b57d5f1ab8cb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0794415 Sep 16 15:12:14.293054 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:14.354065 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dc2ae543-1417-421a-9dba-f17edef3b15d req-f827c46b-969a-4af5-9cd1-3fa9f4da5ad7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606844 Sep 16 15:12:14.399838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8980575-35ca-4cd5-847e-298e55d2768e req-32374568-7d5d-4520-b809-89f2993018e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.401465 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-32374568-7d5d-4520-b809-89f2993018e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1098 time: 0.0670860 Sep 16 15:12:14.439371 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.450256 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.516180 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.520419 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3209112 Sep 16 15:12:14.520552 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58138) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:14.522047 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '1ca53aeb-fc49-4555-b2a3-dd47e6f45828', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'port_id': '099ecffb-b447-4a55-906c-bb22581a8270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'mac_address': 'fa:16:3e:45:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:12:13Z', 'updated_at': '2021-09-16T15:12:13Z', 'revision_number': 0, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:14.523232 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c73060-b1be-4a76-81c6-825ef5ece2d4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe72d1e-a8c7-478c-a080-d9af6a6ede62,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:14.535169 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group_rule': {'security_group_id': 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62', 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:14.546969 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8980575-35ca-4cd5-847e-298e55d2768e req-8da67ff2-4d9e-4ad8-89f2-6925bec2fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.549160 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-8da67ff2-4d9e-4ad8-89f2-6925bec2fd9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 916 time: 0.1364043 Sep 16 15:12:14.555544 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] Checking router: 34acab52-18e7-4992-a542-65d7e13d946e for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:12:14.564427 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:12:14.565069 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:11:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:14.570549 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.659453 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.665415 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.692311 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2b7e8b-6570-42cd-8a84-9ac40d66704d,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:14.700988 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:12:14.703308 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-ae303780-66ae-426b-8f35-c589090a6e62 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.704294 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-ae303780-66ae-426b-8f35-c589090a6e62 tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.47 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 949 time: 0.0892444 Sep 16 15:12:14.717799 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.719141 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2fb27959-7dbd-48c7-9066-75d88518b3a7 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975861 Sep 16 15:12:14.723123 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58144) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:14.728927 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group_rule': {'security_group_id': 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62', 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:14.741951 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-08e905e0-0da1-412f-8eee-f3413cda0519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 999 time: 0.1265898 Sep 16 15:12:14.753938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622e2c-1899-4f1f-9275-54ea0939c864 req-573f73d2-c802-4b84-92c0-26dd80f71b58 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.756936 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e3622e2c-1899-4f1f-9275-54ea0939c864 req-573f73d2-c802-4b84-92c0-26dd80f71b58 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0982375 Sep 16 15:12:14.792129 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.800945 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e3622e2c-1899-4f1f-9275-54ea0939c864 req-0bdf27df-e81f-48f1-a781-5d143656c351 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394108 Sep 16 15:12:14.824150 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84dd1d-7aa9-4ac2-9143-d8245728688a req-b2941d36-565c-4fa4-9b78-3e15fd2e64c9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.826295 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5e84dd1d-7aa9-4ac2-9143-d8245728688a req-b2941d36-565c-4fa4-9b78-3e15fd2e64c9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0874093 Sep 16 15:12:14.860726 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8980575-35ca-4cd5-847e-298e55d2768e req-6f2adfbc-e36c-4514-b9bf-92bbf7407dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.864233 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-6f2adfbc-e36c-4514-b9bf-92bbf7407dd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 200 len: 854 time: 0.0605376 Sep 16 15:12:14.919623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8980575-35ca-4cd5-847e-298e55d2768e req-fceda8bc-5d4e-48a8-a7de-2292c8a04f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:14.921391 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-fceda8bc-5d4e-48a8-a7de-2292c8a04f79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475359 Sep 16 15:12:14.964110 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '1ca53aeb-fc49-4555-b2a3-dd47e6f45828', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'port_id': '099ecffb-b447-4a55-906c-bb22581a8270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'mac_address': 'fa:16:3e:45:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:12:13Z', 'updated_at': '2021-09-16T15:12:13Z', 'revision_number': 0, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:14.965471 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5e84dd1d-7aa9-4ac2-9143-d8245728688a req-122c39ce-d143-4312-a1d6-15de153b7062 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074524 Sep 16 15:12:14.968381 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:14.984901 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.009463 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124936f-ccbd-43b2-8ba7-049660c315e1 None None] The sync data for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi is: [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '1ca53aeb-fc49-4555-b2a3-dd47e6f45828', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'port_id': '099ecffb-b447-4a55-906c-bb22581a8270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'mac_address': 'fa:16:3e:45:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:12:13Z', 'updated_at': '2021-09-16T15:12:13Z', 'revision_number': 0, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:12:15.010356 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe5c420-95c2-4a22-940f-169c4aab4f29,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:15.020053 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Deleting port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:15.020472 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.023012 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-6881e3e0-33a7-4cbc-a9e0-d19d440433ad service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895300 Sep 16 15:12:15.024832 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.026005 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b735fc8f-b780-48e4-a0af-89f855c5a4ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3017404 Sep 16 15:12:15.028864 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 58146) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:15.033316 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group_rule': {'security_group_id': 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62', 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:15.122069 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.122762 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] For port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,segment=NetworkSegment(d71cd2e2-cd0a-4654-b41c-d11501c43bd8),segment_id=d71cd2e2-cd0a-4654-b41c-d11501c43bd8)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:15.123133 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.135797 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Calling delete_port for 5bdec708-1f3f-42b1-b9b0-d0063b173e5b owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:15.244514 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee268a1-e037-48a4-bde0-2fbdcb284607 None None] New status for floating IP 1ca53aeb-fc49-4555-b2a3-dd47e6f45828: ACTIVE {{(pid=94156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:12:15.298705 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.330237 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Pushing event deleted for resources: {'Port': ['ID=5bdec708-1f3f-42b1-b9b0-d0063b173e5b,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:15.368602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['5bdec708-1f3f-42b1-b9b0-d0063b173e5b'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:15.377743 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] No DVR routers for this DVR port 5bdec708-1f3f-42b1-b9b0-d0063b173e5b on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:15.380843 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.383279 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b4ba2d46-3b03-4040-aac7-6d45b0d0b538 req-5ac68ea1-08da-46b1-9488-8bf7de466f8e tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.47 "DELETE /v2.0/ports/5bdec708-1f3f-42b1-b9b0-d0063b173e5b HTTP/1.1" status: 204 len: 173 time: 0.5793176 Sep 16 15:12:15.403612 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b2ea370d-0908-4899-8937-42f3ae124af6 req-d7586f96-d658-4f30-be02-756ecd4203cc tempest-VolumesNegativeTest-624641465 tempest-VolumesNegativeTest-624641465-project] 10.222.0.36 "GET /v2.0/ports?device_id=106bd483-cfc8-4b5a-a0f5-04763ee5060b HTTP/1.1" status: 200 len: 210 time: 0.0428565 Sep 16 15:12:15.413781 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b8980575-35ca-4cd5-847e-298e55d2768e req-b28cf466-34bd-4a9d-800e-f9fab8ba079d service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727741 Sep 16 15:12:15.464102 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.470004 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.499194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68927ba9-4a67-48dc-9f60-bb1000180516,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:15.525543 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.527121 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-cd8a2fad-be27-4204-85d4-3cab5fd3c3e9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972627 Sep 16 15:12:15.529513 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab431e-0842-4100-97cb-f957292d847e req-11cf3814-452f-482f-ad8a-bb3a8cd91c15 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:15.531376 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 58152) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:15.535889 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group_rule': {'security_group_id': 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62', 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:15.537078 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-39ab431e-0842-4100-97cb-f957292d847e req-11cf3814-452f-482f-ad8a-bb3a8cd91c15 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0782232 Sep 16 15:12:15.576133 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.585697 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-39ab431e-0842-4100-97cb-f957292d847e req-3dd25a78-ac91-4f0f-b9ee-0052617df050 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 Sep 16 15:12:15.638954 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.641622 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.656303 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2be4ecc-5064-4953-818d-40dd08b4024f,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:15.665154 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.666357 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-721a0208-a7c9-4250-8e84-bfe871c2bac8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342134 Sep 16 15:12:15.669094 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 58154) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:15.673283 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group_rule': {'security_group_id': 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62', 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:15.693346 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.securitygroups_db [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Project b4ee1e4e409043db940219625fbab8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:12:15.697780 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.755129 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.759196 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.773532 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec105bf-3041-41d5-b20b-5d991ef9002e,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:15.782572 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.783811 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c70064a3-0a52-4d5c-baf6-2a49063966b1 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138144 Sep 16 15:12:15.786464 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 58156) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:15.790575 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'security_group_rule': {'security_group_id': 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62', 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:15.810004 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.securitygroups_db [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Project b4ee1e4e409043db940219625fbab8ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:12:15.814656 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.900450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.904638 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.926865 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff47dd5-9eee-4f55-b0dd-96d359b3899a,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:15.934398 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:15.935601 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a35f8c03-72e2-47b6-b957-369c656d440d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481965 Sep 16 15:12:15.943748 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d7d5-4457-4714-9b4e-590a38ba25da req-5e35cd6e-2857-46c7-8883-01e55499949e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:15.945204 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8177d7d5-4457-4714-9b4e-590a38ba25da req-5e35cd6e-2857-46c7-8883-01e55499949e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0758975 Sep 16 15:12:15.985495 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8177d7d5-4457-4714-9b4e-590a38ba25da req-6024b110-555f-4ffd-b6d4-2a36c251e12b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Sep 16 15:12:16.015971 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-57ea3280-de6f-4288-8e4b-dda063195f9f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517304921&fields=id&tenant_id=b4ee1e4e409043db940219625fbab8ab HTTP/1.1" status: 200 len: 267 time: 0.0347028 Sep 16 15:12:16.067953 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-86c05f48-d66c-4871-bf7b-fc9c345cc625 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:16.069445 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-86c05f48-d66c-4871-bf7b-fc9c345cc625 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0481780 Sep 16 15:12:16.080850 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'port': {'security_groups': ['7ec09c61-ff9d-4943-88f1-e44ff2a2aac1', 'fbe72d1e-a8c7-478c-a080-d9af6a6ede62']}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:12:16.092284 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66cafa-a695-4246-b89f-ea886d7d62aa req-15f3a347-22e7-46c4-a927-1a6d7dabe169 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:16.093776 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-aa66cafa-a695-4246-b89f-ea886d7d62aa req-15f3a347-22e7-46c4-a927-1a6d7dabe169 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0479343 Sep 16 15:12:16.130895 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-aa66cafa-a695-4246-b89f-ea886d7d62aa req-fca4bdd7-9b65-43d7-a585-0676633aaf32 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Sep 16 15:12:16.144898 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:16.248652 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'name': 'network-vif-deleted', 'tag': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:16.251219 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9e0978-2eaa-4644-a77d-c19bdf45840e" -d '{"events": [{"server_uuid": "106bd483-cfc8-4b5a-a0f5-04763ee5060b", "name": "network-vif-deleted", "tag": "5bdec708-1f3f-42b1-b9b0-d0063b173e5b"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:16.298389 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e91cc-f8f3-4b8d-b927-b6bb1d3e3123 x-openstack-request-id: req-763e91cc-f8f3-4b8d-b927-b6bb1d3e3123 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:16.298702 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106bd483-cfc8-4b5a-a0f5-04763ee5060b", "name": "network-vif-deleted", "tag": "5bdec708-1f3f-42b1-b9b0-d0063b173e5b", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:16.298948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-763e91cc-f8f3-4b8d-b927-b6bb1d3e3123 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:16.299316 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106bd483-cfc8-4b5a-a0f5-04763ee5060b', 'name': 'network-vif-deleted', 'tag': '5bdec708-1f3f-42b1-b9b0-d0063b173e5b', 'status': 'completed', 'code': 200} Sep 16 15:12:16.333247 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:16.362990 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:16.367552 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:16.410739 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:16.414224 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:16.415657 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2cff8e72-1807-43f5-b928-a64b1190b70a req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "PUT /v2.0/ports/099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 981 time: 0.3392596 Sep 16 15:12:16.434456 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['099ecffb-b447-4a55-906c-bb22581a8270'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:16.440925 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6aa302-296e-4eb6-b002-6ec0c1b2f505 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=6']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:16.536810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2595271-0af6-4b0e-9dc8-af5ef3ae820e req-58c0e743-2728-4c74-afc3-262fc0ddb9be tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:16.539300 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b2595271-0af6-4b0e-9dc8-af5ef3ae820e req-58c0e743-2728-4c74-afc3-262fc0ddb9be tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0593042 Sep 16 15:12:16.584576 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b2595271-0af6-4b0e-9dc8-af5ef3ae820e req-46fef3d1-a8fa-4688-adec-d1612d711d75 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382736 Sep 16 15:12:16.661839 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-54830e04-3142-47a3-b6d3-d8a35d8e9d7a None None] Provisioning complete for port 099ecffb-b447-4a55-906c-bb22581a8270 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:16.662780 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-54830e04-3142-47a3-b6d3-d8a35d8e9d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:16.719615 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b757bd-fea8-40a5-9d46-b418fa075409 req-cd446d8d-28fc-42b1-9372-beaff6b10769 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:16.723355 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-64b757bd-fea8-40a5-9d46-b418fa075409 req-cd446d8d-28fc-42b1-9372-beaff6b10769 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0622511 Sep 16 15:12:16.763551 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-64b757bd-fea8-40a5-9d46-b418fa075409 req-797ed6ac-5237-4968-b4ef-8c6cb7af4161 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347230 Sep 16 15:12:16.785952 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['099ecffb-b447-4a55-906c-bb22581a8270'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:17.113174 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ba34a-c131-4b8c-9394-5f2f7a5b0a66 req-bbcd541d-8054-4d09-9bc1-830c78e0a712 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:17.115060 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f54ba34a-c131-4b8c-9394-5f2f7a5b0a66 req-bbcd541d-8054-4d09-9bc1-830c78e0a712 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0569589 Sep 16 15:12:17.170781 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f54ba34a-c131-4b8c-9394-5f2f7a5b0a66 req-6e2c99a7-d003-4d2f-ae1c-6dac532ac672 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Sep 16 15:12:17.266311 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb333f-45c6-492d-a332-bcf9998e1858 req-8b2016a8-05b0-4cb1-8f08-4eb49df2127b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:17.268079 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccdb333f-45c6-492d-a332-bcf9998e1858 req-8b2016a8-05b0-4cb1-8f08-4eb49df2127b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0642753 Sep 16 15:12:17.310893 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccdb333f-45c6-492d-a332-bcf9998e1858 req-f822067b-8002-42d6-8f16-bb76d2d5afbe tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364702 Sep 16 15:12:17.496812 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:17.885030 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd583b6-3226-4636-8c25-f71e681a62cb req-07b49b72-9d7a-4514-8ee4-cbc4ec4b4c11 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:17.886520 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fd583b6-3226-4636-8c25-f71e681a62cb req-07b49b72-9d7a-4514-8ee4-cbc4ec4b4c11 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0510039 Sep 16 15:12:17.924689 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fd583b6-3226-4636-8c25-f71e681a62cb req-030c34a0-c95b-4974-b28a-d1ab718188af tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Sep 16 15:12:18.233746 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-c1739e69-881f-4ef2-b5e9-29c5703ab9fd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.235311 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-c1739e69-881f-4ef2-b5e9-29c5703ab9fd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0558653 Sep 16 15:12:18.291164 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810649d0-9d66-4100-b40e-51a8cf26ee39 req-240612ec-4ec7-4ab9-80c8-39f38373f067 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.297091 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-810649d0-9d66-4100-b40e-51a8cf26ee39 req-240612ec-4ec7-4ab9-80c8-39f38373f067 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0567472 Sep 16 15:12:18.299870 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:18.302422 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa17e69-6f34-4b0b-9071-e386092f8e78" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:18.341462 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Deleting port bcd583cb-6447-451c-a232-bc5e5987f679 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:18.341874 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:18.345493 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-810649d0-9d66-4100-b40e-51a8cf26ee39 req-8e5993fa-e7da-4b12-a969-418a1cd6af46 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Sep 16 15:12:18.378460 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dcfd91-3dd4-4ba9-a8bb-15e80b8bd68e x-openstack-request-id: req-50dcfd91-3dd4-4ba9-a8bb-15e80b8bd68e {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:18.378748 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:18.378993 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50dcfd91-3dd4-4ba9-a8bb-15e80b8bd68e {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:18.379399 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'status': 'completed', 'code': 200} Sep 16 15:12:18.442418 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] For port bcd583cb-6447-451c-a232-bc5e5987f679, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bcd583cb-6447-451c-a232-bc5e5987f679,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:18.442821 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:18.455990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Calling delete_port for bcd583cb-6447-451c-a232-bc5e5987f679 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:18.460245 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36372601-0263-4134-a650-0f8d2f530bc3 req-43d95403-429d-4c85-9c63-90de00f3b611 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.461880 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36372601-0263-4134-a650-0f8d2f530bc3 req-43d95403-429d-4c85-9c63-90de00f3b611 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 946 time: 0.0538845 Sep 16 15:12:18.532226 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36372601-0263-4134-a650-0f8d2f530bc3 req-f919786a-4323-4134-b859-62f9c7a2cf67 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577500 Sep 16 15:12:18.538786 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-91e01298-1239-42dc-be0f-6f52f8baf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.543709 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-91e01298-1239-42dc-be0f-6f52f8baf45a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1137 time: 0.0772145 Sep 16 15:12:18.597301 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:18.630169 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event deleted for resources: {'Port': ['ID=bcd583cb-6447-451c-a232-bc5e5987f679,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:18.650630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757', '11b9259b-5c1f-4b92-9029-1bdb7f70217f', '700feecf-a0c2-408a-8bf2-5982419b1d3a', 'bcd583cb-6447-451c-a232-bc5e5987f679'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:18.669972 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-bb0c25f2-a1bc-4ca8-a286-83152a1bb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.671459 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-bb0c25f2-a1bc-4ca8-a286-83152a1bb0c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 916 time: 0.1036196 Sep 16 15:12:18.711624 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] No DVR routers for this DVR port bcd583cb-6447-451c-a232-bc5e5987f679 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:18.724706 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:18.731678 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d288e7d1-8a0b-4ebd-b38e-6e735de36ede req-5a0516a6-1091-4437-9b13-9968b24d6417 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "DELETE /v2.0/ports/bcd583cb-6447-451c-a232-bc5e5987f679 HTTP/1.1" status: 204 len: 173 time: 0.4826205 Sep 16 15:12:18.732257 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'name': 'network-vif-deleted', 'tag': 'bcd583cb-6447-451c-a232-bc5e5987f679'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:18.742030 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a6b87d-b90f-4a85-bfe7-fb08f41559d9" -d '{"events": [{"server_uuid": "6502b38e-bcea-4a3b-8384-1b2ec4a3628e", "name": "network-vif-deleted", "tag": "bcd583cb-6447-451c-a232-bc5e5987f679"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:18.800624 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab5a5aa-2ad7-42a4-b3d3-ed8e95b152cf x-openstack-request-id: req-cab5a5aa-2ad7-42a4-b3d3-ed8e95b152cf {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:18.800959 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6502b38e-bcea-4a3b-8384-1b2ec4a3628e", "name": "network-vif-deleted", "tag": "bcd583cb-6447-451c-a232-bc5e5987f679", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:18.801257 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cab5a5aa-2ad7-42a4-b3d3-ed8e95b152cf {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:18.801714 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6502b38e-bcea-4a3b-8384-1b2ec4a3628e', 'name': 'network-vif-deleted', 'tag': 'bcd583cb-6447-451c-a232-bc5e5987f679', 'status': 'completed', 'code': 200} Sep 16 15:12:18.814455 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-ebee465e-1598-40e2-84c9-38dc8a613021 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 1001 time: 0.1249504 Sep 16 15:12:18.912320 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-9d4668a1-bb8a-4315-87ca-99a54c3824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:18.918382 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-9d4668a1-bb8a-4315-87ca-99a54c3824ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 200 len: 854 time: 0.0537565 Sep 16 15:12:19.054121 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-c66e9c64-54cf-42ba-b6ad-b08a625dbdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:19.055605 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-c66e9c64-54cf-42ba-b6ad-b08a625dbdff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831509 Sep 16 15:12:19.067352 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485facf-da92-455e-8238-56cf62b72023 req-ecc86647-99e9-48d9-bd9a-49f902a380d4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:19.068737 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2485facf-da92-455e-8238-56cf62b72023 req-ecc86647-99e9-48d9-bd9a-49f902a380d4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0677111 Sep 16 15:12:19.154326 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2485facf-da92-455e-8238-56cf62b72023 req-2f6b50c8-22df-4a85-b65f-dd66fae1b335 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795982 Sep 16 15:12:19.180876 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-300eddff-59ea-4a9d-8905-0e5b68c24e41 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045232 Sep 16 15:12:19.467569 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a1ade-f64a-4915-b4a0-15e1c95e037f req-eb1e4bdc-65c3-4346-a5dc-0738de803deb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:19.468999 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2c3a1ade-f64a-4915-b4a0-15e1c95e037f req-eb1e4bdc-65c3-4346-a5dc-0738de803deb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Sep 16 15:12:19.503987 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aa17e69-6f34-4b0b-9071-e386092f8e78 req-2b52962e-6e67-4e69-af44-f7e85a35bbf0 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144505 Sep 16 15:12:19.512133 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2c3a1ade-f64a-4915-b4a0-15e1c95e037f req-42a51411-f1b7-456d-9d63-b7032e73acb3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Sep 16 15:12:19.639056 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f61da85b-08b6-4d46-917a-db05df8447c5 req-5716fe32-0672-46e6-b455-3ca5912198c5 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6502b38e-bcea-4a3b-8384-1b2ec4a3628e HTTP/1.1" status: 200 len: 210 time: 0.0254891 Sep 16 15:12:19.955196 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5bdec708-1f3f-42b1-b9b0-d0063b173e5b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:19.975960 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 5bdec708-1f3f-42b1-b9b0-d0063b173e5b {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:19.976297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5bdec708-1f3f-42b1-b9b0-d0063b173e5b not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:19.976745 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device bcd583cb-6447-451c-a232-bc5e5987f679 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:19.997045 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: bcd583cb-6447-451c-a232-bc5e5987f679 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:19.997409 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device bcd583cb-6447-451c-a232-bc5e5987f679 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:20.276473 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481bfd3-475e-4333-8ecc-189dbca9e0ee req-7de53320-f6f6-45cd-a2ff-190ceb0e9217 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:20.278546 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7481bfd3-475e-4333-8ecc-189dbca9e0ee req-7de53320-f6f6-45cd-a2ff-190ceb0e9217 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0538263 Sep 16 15:12:20.315249 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58426) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:20.315857 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7481bfd3-475e-4333-8ecc-189dbca9e0ee req-db1e9d2e-9148-4b5d-9836-f5fd19ee1218 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Sep 16 15:12:20.448914 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e159fb5d-30b7-4254-bce4-fa1a272ba879 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d421460dc3eb46bd9c8381299bced64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324885 Sep 16 15:12:20.451767 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58430) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:20.501744 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f84e5e24-465d-467a-b57b-cb0d16170da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:20.521874 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f84e5e24-465d-467a-b57b-cb0d16170da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:20.566846 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f84e5e24-465d-467a-b57b-cb0d16170da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:20.569401 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f84e5e24-465d-467a-b57b-cb0d16170da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:20.570546 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f84e5e24-465d-467a-b57b-cb0d16170da6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a99b02b8-61ab-4636-b3fd-8b83291fcb94 HTTP/1.1" status: 204 len: 168 time: 0.1179035 Sep 16 15:12:20.578937 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e5e24-465d-467a-b57b-cb0d16170da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b02b8-61ab-4636-b3fd-8b83291fcb94,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:20.627656 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2d4de-2656-4f4d-8993-8c276f17b6ba req-a60252fe-ad4f-4b93-ba55-27cc1456e70d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:20.629188 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-33e2d4de-2656-4f4d-8993-8c276f17b6ba req-a60252fe-ad4f-4b93-ba55-27cc1456e70d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0482340 Sep 16 15:12:20.669241 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-33e2d4de-2656-4f4d-8993-8c276f17b6ba req-99050a68-e725-427f-beb9-505d1b099a6a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342519 Sep 16 15:12:20.769435 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-de59b5fd-40e2-473c-9379-019777cbc299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:21.434722 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f0285-6b91-49cb-a7d0-3f99242c023a req-cdc6bf62-43d8-4605-b290-4718da5cdece tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:21.436199 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9a7f0285-6b91-49cb-a7d0-3f99242c023a req-cdc6bf62-43d8-4605-b290-4718da5cdece tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0490320 Sep 16 15:12:21.475760 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9a7f0285-6b91-49cb-a7d0-3f99242c023a req-9698a61f-1dfe-4ebd-9f07-a819795abde5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Sep 16 15:12:21.784517 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53501298-ea13-4e4e-890e-cf7d6740a6c0 req-e9b79397-7fae-4331-89c7-8957ee52f1cb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:21.785899 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-53501298-ea13-4e4e-890e-cf7d6740a6c0 req-e9b79397-7fae-4331-89c7-8957ee52f1cb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0477769 Sep 16 15:12:21.821971 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-53501298-ea13-4e4e-890e-cf7d6740a6c0 req-c0bed79b-8f9d-4da1-9085-ee1c294afed8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Sep 16 15:12:21.929662 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:12:22.052144 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:22.064956 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'mac_address': 'fa:16:3e:1f:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:12:22.072135 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1528d8-f031-4b27-a268-10e5ff8ac673 req-2e899420-a9ea-482a-951f-f4459fcfc66e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.075014 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6e1528d8-f031-4b27-a268-10e5ff8ac673 req-2e899420-a9ea-482a-951f-f4459fcfc66e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.0506449 Sep 16 15:12:22.105451 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:22.120735 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:12:22.120867 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6e1528d8-f031-4b27-a268-10e5ff8ac673 req-d0136889-c772-4fef-8cb6-bf4131fc5ec0 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Sep 16 15:12:22.143643 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:22.147709 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:22.192888 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=6']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:22.473491 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:22.621748 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cdce-5050-439b-9cf6-a925c92069e1 req-a9fac987-826c-4d20-bffe-ebd138ea5d09 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.629886 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a568cdce-5050-439b-9cf6-a925c92069e1 req-a9fac987-826c-4d20-bffe-ebd138ea5d09 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0669770 Sep 16 15:12:22.665001 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a568cdce-5050-439b-9cf6-a925c92069e1 req-e9ea2d88-6aa5-498a-8a48-32eedc713c7f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Sep 16 15:12:22.959387 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e87df-64eb-4833-ac88-267d3d7a882e req-5bc817e6-7e3d-4111-8979-b06cc5219404 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:22.962582 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4a1e87df-64eb-4833-ac88-267d3d7a882e req-5bc817e6-7e3d-4111-8979-b06cc5219404 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0640051 Sep 16 15:12:23.012973 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4a1e87df-64eb-4833-ac88-267d3d7a882e req-5a69e52f-081a-4bfe-82ec-6d2ca948a5d9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Sep 16 15:12:23.238350 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13f86e-bd3b-407b-b0c3-416bb3fcf529 req-6ab23306-fc90-4eaa-8e20-bfd7466ce538 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:23.239994 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ad13f86e-bd3b-407b-b0c3-416bb3fcf529 req-6ab23306-fc90-4eaa-8e20-bfd7466ce538 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.0565839 Sep 16 15:12:23.287747 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ad13f86e-bd3b-407b-b0c3-416bb3fcf529 req-ec67c6eb-f98a-4b1c-a101-641c2b273594 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Sep 16 15:12:23.372587 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c995ef94-50bb-4462-8c95-c87bce73fc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.408951 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.812996 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be458b9-3835-4880-a730-98c0d4770d0d req-6fcb39d8-3126-4ba5-8969-cfa7ae381c38 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:23.818648 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9be458b9-3835-4880-a730-98c0d4770d0d req-6fcb39d8-3126-4ba5-8969-cfa7ae381c38 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0592551 Sep 16 15:12:23.854002 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9be458b9-3835-4880-a730-98c0d4770d0d req-99a33c90-49a0-42de-bd3a-97b2cadda988 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Sep 16 15:12:23.943792 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:12:24.027089 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:12:24.035435 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:24.158282 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:24.187568 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:24.189901 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840140c1-b477-408b-8778-278865a10f53" -d '{"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-plugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:24.211720 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:24.217703 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:24.228824 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb46b2-aead-4d92-9398-d2481783a3b8 req-2ca74de3-4e3d-465a-9395-abcd8211ae86 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:24.231590 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c8cb46b2-aead-4d92-9398-d2481783a3b8 req-2ca74de3-4e3d-465a-9395-abcd8211ae86 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0955417 Sep 16 15:12:24.274086 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae318d1f-436a-4a79-ab5e-6d0a14f8e0fe x-openstack-request-id: req-ae318d1f-436a-4a79-ab5e-6d0a14f8e0fe {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:24.274469 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-plugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:24.275000 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae318d1f-436a-4a79-ab5e-6d0a14f8e0fe {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:24.275452 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'code': 200} Sep 16 15:12:24.290655 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c8cb46b2-aead-4d92-9398-d2481783a3b8 req-f4f665d2-7510-4469-8117-795f52f4ccb5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527062 Sep 16 15:12:24.298230 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=7']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:24.415307 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cdd55-365a-44aa-ad10-fcc1381529ec req-e3588a20-b30b-47e9-99c1-ada5d3158354 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:24.417085 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-186cdd55-365a-44aa-ad10-fcc1381529ec req-e3588a20-b30b-47e9-99c1-ada5d3158354 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.0554307 Sep 16 15:12:24.436365 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:24.476748 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-186cdd55-365a-44aa-ad10-fcc1381529ec req-9eaa3c28-5fb3-4495-91ff-3a5c09fa460b tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492167 Sep 16 15:12:24.984056 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a763-7661-48f2-8c86-a83960f67424 req-efec65bd-a219-42eb-8f70-0223b4d86fdf tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:24.985638 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c219a763-7661-48f2-8c86-a83960f67424 req-efec65bd-a219-42eb-8f70-0223b4d86fdf tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 945 time: 0.1050806 Sep 16 15:12:25.036280 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9fd6b-792d-401b-a009-e5a62d6f09c8 req-6f7aefcd-2e4c-4a33-adde-fbea907daf23 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:25.037904 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-11a9fd6b-792d-401b-a009-e5a62d6f09c8 req-6f7aefcd-2e4c-4a33-adde-fbea907daf23 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0901814 Sep 16 15:12:25.112654 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-11a9fd6b-792d-401b-a009-e5a62d6f09c8 req-9bbc07b3-3486-4172-b356-d3cd0c7d40ad tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678272 Sep 16 15:12:25.137492 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Deleting port 700feecf-a0c2-408a-8bf2-5982419b1d3a {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:25.137492 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:25.230172 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] For port 700feecf-a0c2-408a-8bf2-5982419b1d3a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=700feecf-a0c2-408a-8bf2-5982419b1d3a,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:25.231444 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:25.244138 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Calling delete_port for 700feecf-a0c2-408a-8bf2-5982419b1d3a owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:25.408854 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:25.420226 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d83ef6-b508-4f4e-a075-23a4b803f34c req-1ec8b0b5-bbb4-40db-b50b-14b17134646c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:25.428716 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a1d83ef6-b508-4f4e-a075-23a4b803f34c req-1ec8b0b5-bbb4-40db-b50b-14b17134646c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0644488 Sep 16 15:12:25.446367 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event deleted for resources: {'Port': ['ID=700feecf-a0c2-408a-8bf2-5982419b1d3a,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:25.480629 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757', '11b9259b-5c1f-4b92-9029-1bdb7f70217f', '700feecf-a0c2-408a-8bf2-5982419b1d3a'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:25.490048 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a1d83ef6-b508-4f4e-a075-23a4b803f34c req-7c98647b-b06a-4757-b21a-e1edf1f6bf32 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600290 Sep 16 15:12:25.524405 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] No DVR routers for this DVR port 700feecf-a0c2-408a-8bf2-5982419b1d3a on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:25.533056 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:25.535055 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c219a763-7661-48f2-8c86-a83960f67424 req-ec9e03b5-d802-4c34-ad50-a2c86ad92c49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "DELETE /v2.0/ports/700feecf-a0c2-408a-8bf2-5982419b1d3a HTTP/1.1" status: 204 len: 173 time: 0.5376260 Sep 16 15:12:25.536756 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a496628b-a9fa-49d4-894a-3c464573215f', 'name': 'network-vif-deleted', 'tag': '700feecf-a0c2-408a-8bf2-5982419b1d3a'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:25.539004 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e84bd8-adbe-4d6d-9069-aa8d2bae9cb9" -d '{"events": [{"server_uuid": "a496628b-a9fa-49d4-894a-3c464573215f", "name": "network-vif-deleted", "tag": "700feecf-a0c2-408a-8bf2-5982419b1d3a"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:25.629152 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f37266b9-0e88-4c03-aa28-6d22958b73e7 req-a9fed8eb-8f26-4835-8ff1-0e92cea79576 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=a496628b-a9fa-49d4-894a-3c464573215f HTTP/1.1" status: 200 len: 210 time: 0.0690963 Sep 16 15:12:25.633338 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03501dad-1b3f-4817-9523-d68905cc963e x-openstack-request-id: req-03501dad-1b3f-4817-9523-d68905cc963e {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:25.633623 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a496628b-a9fa-49d4-894a-3c464573215f", "name": "network-vif-deleted", "tag": "700feecf-a0c2-408a-8bf2-5982419b1d3a", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:25.633873 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03501dad-1b3f-4817-9523-d68905cc963e {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:25.634255 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a496628b-a9fa-49d4-894a-3c464573215f', 'name': 'network-vif-deleted', 'tag': '700feecf-a0c2-408a-8bf2-5982419b1d3a', 'status': 'completed', 'code': 200} Sep 16 15:12:26.079409 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:26.238610 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0796bf1-77fa-4584-8fb8-15f941b3353f req-073190c2-78c8-426d-91f3-f032e2a7b39b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:26.240269 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0796bf1-77fa-4584-8fb8-15f941b3353f req-073190c2-78c8-426d-91f3-f032e2a7b39b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0514538 Sep 16 15:12:26.285178 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c0796bf1-77fa-4584-8fb8-15f941b3353f req-d9a65ee8-019a-41fb-9e2b-d50780406679 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375814 Sep 16 15:12:26.625965 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc2691-b362-4e27-99c5-d5569d6ef67c req-90da2aa2-f600-4494-bb46-cc414518a2cc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:26.628270 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-adfc2691-b362-4e27-99c5-d5569d6ef67c req-90da2aa2-f600-4494-bb46-cc414518a2cc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0580275 Sep 16 15:12:26.684571 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-adfc2691-b362-4e27-99c5-d5569d6ef67c req-84e864b0-5139-49d8-9292-298a578e56db tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461912 Sep 16 15:12:26.922765 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbfbb3-ff3d-42d1-a6b0-47e6e026c9a7 req-1de25cf2-51f9-4f2c-994d-7b18978b9592 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:26.934309 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-05cbfbb3-ff3d-42d1-a6b0-47e6e026c9a7 req-1de25cf2-51f9-4f2c-994d-7b18978b9592 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 945 time: 0.0630369 Sep 16 15:12:26.974534 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-05cbfbb3-ff3d-42d1-a6b0-47e6e026c9a7 req-64d04a69-3e4e-40cb-96b4-5a8d286fdf17 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Sep 16 15:12:27.453202 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e705f3-e26a-4fe4-85de-a0dfcc54f890 req-92cbe35c-8689-47da-8553-f88b602eb86a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:27.454869 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f2e705f3-e26a-4fe4-85de-a0dfcc54f890 req-92cbe35c-8689-47da-8553-f88b602eb86a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0812275 Sep 16 15:12:27.497753 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f2e705f3-e26a-4fe4-85de-a0dfcc54f890 req-70603963-2b83-4995-86d3-3b1e3dcca226 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371609 Sep 16 15:12:27.804299 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d027d4-f436-48f4-82e2-bd04f0c001fe req-2554094e-7d84-4fcc-8260-38598791aed2 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:27.805886 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d027d4-f436-48f4-82e2-bd04f0c001fe req-2554094e-7d84-4fcc-8260-38598791aed2 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0553658 Sep 16 15:12:27.847782 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-93d027d4-f436-48f4-82e2-bd04f0c001fe req-4650327c-a8c1-49a0-8444-9cb8cd8f2b1f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Sep 16 15:12:28.112543 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548c7d8-0b43-4768-a3a3-f6348cdca420 req-eb694b27-bb01-4cfd-ae7d-6410ebed6c36 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.114699 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4548c7d8-0b43-4768-a3a3-f6348cdca420 req-eb694b27-bb01-4cfd-ae7d-6410ebed6c36 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 945 time: 0.0619984 Sep 16 15:12:28.163063 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4548c7d8-0b43-4768-a3a3-f6348cdca420 req-69e5fd91-1dc8-476f-bd4a-9aa8998a11d2 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Sep 16 15:12:28.640442 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d26e9-43dc-44b1-9227-38f73e9a0a9e req-9bb33f77-0dec-42c8-8842-4d091957876c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.642030 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bb9d26e9-43dc-44b1-9227-38f73e9a0a9e req-9bb33f77-0dec-42c8-8842-4d091957876c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0573282 Sep 16 15:12:28.701622 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bb9d26e9-43dc-44b1-9227-38f73e9a0a9e req-13dc646d-1e05-4db4-8303-dfbcbf54a0d7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536568 Sep 16 15:12:28.971185 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cc342-c4b8-46cd-a432-d62ba6be76f1 req-b623f27c-2aea-4fd6-a1a4-39c29f514eec tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:28.972700 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9b9cc342-c4b8-46cd-a432-d62ba6be76f1 req-b623f27c-2aea-4fd6-a1a4-39c29f514eec tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0522487 Sep 16 15:12:29.019573 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9b9cc342-c4b8-46cd-a432-d62ba6be76f1 req-e6d41209-3c14-4e2a-8240-6909db3f5170 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Sep 16 15:12:29.120098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-2ad86b26-7956-4649-997c-44f829893681 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:29.124645 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-2ad86b26-7956-4649-997c-44f829893681 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 945 time: 0.0584369 Sep 16 15:12:29.249270 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Deleting port 11b9259b-5c1f-4b92-9029-1bdb7f70217f {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:29.249666 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:29.291322 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b578aa-fb7c-49b8-b495-7692ed4fcb24 req-0e32d243-e00b-4659-99a6-46c6157e1f49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:29.292895 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f1b578aa-fb7c-49b8-b495-7692ed4fcb24 req-0e32d243-e00b-4659-99a6-46c6157e1f49 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 945 time: 0.0554690 Sep 16 15:12:29.348091 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f1b578aa-fb7c-49b8-b495-7692ed4fcb24 req-3d763293-1d9c-4c08-bdc7-a9504ac96a78 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Sep 16 15:12:29.373810 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] For port 11b9259b-5c1f-4b92-9029-1bdb7f70217f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=11b9259b-5c1f-4b92-9029-1bdb7f70217f,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:29.374270 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:29.389753 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Calling delete_port for 11b9259b-5c1f-4b92-9029-1bdb7f70217f owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:29.538912 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:29.578029 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event deleted for resources: {'Port': ['ID=11b9259b-5c1f-4b92-9029-1bdb7f70217f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:29.597297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757', '11b9259b-5c1f-4b92-9029-1bdb7f70217f'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:29.622453 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] No DVR routers for this DVR port 11b9259b-5c1f-4b92-9029-1bdb7f70217f on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:29.624948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:29.629119 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c874d8c8-9f1f-47f2-9be6-174f0ebfc902 req-83724793-e23e-4b4b-a450-f97fbe107b9c tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "DELETE /v2.0/ports/11b9259b-5c1f-4b92-9029-1bdb7f70217f HTTP/1.1" status: 204 len: 173 time: 0.4932008 Sep 16 15:12:29.629119 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'name': 'network-vif-deleted', 'tag': '11b9259b-5c1f-4b92-9029-1bdb7f70217f'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:29.630033 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a73392-c507-482d-a9b4-616e18e7c075" -d '{"events": [{"server_uuid": "49b42942-576c-40b9-8c9e-e6ba19401b4e", "name": "network-vif-deleted", "tag": "11b9259b-5c1f-4b92-9029-1bdb7f70217f"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:29.677156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df282011-5ace-4ddf-b248-4223650d9099 x-openstack-request-id: req-df282011-5ace-4ddf-b248-4223650d9099 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:29.677451 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b42942-576c-40b9-8c9e-e6ba19401b4e", "name": "network-vif-deleted", "tag": "11b9259b-5c1f-4b92-9029-1bdb7f70217f", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:29.677701 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df282011-5ace-4ddf-b248-4223650d9099 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:29.678126 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b42942-576c-40b9-8c9e-e6ba19401b4e', 'name': 'network-vif-deleted', 'tag': '11b9259b-5c1f-4b92-9029-1bdb7f70217f', 'status': 'completed', 'code': 200} Sep 16 15:12:29.846118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026df8-3fcd-4c01-b091-8c245213d261 req-949a3428-0c89-4df7-9cc8-128cb3c50571 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:29.847761 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e2026df8-3fcd-4c01-b091-8c245213d261 req-949a3428-0c89-4df7-9cc8-128cb3c50571 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0569212 Sep 16 15:12:29.900549 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e2026df8-3fcd-4c01-b091-8c245213d261 req-828312df-561b-451e-8b3f-a9900f62f64e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Sep 16 15:12:29.969257 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 700feecf-a0c2-408a-8bf2-5982419b1d3a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:30.002515 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 700feecf-a0c2-408a-8bf2-5982419b1d3a {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:30.002744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 700feecf-a0c2-408a-8bf2-5982419b1d3a not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:30.141461 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017e42c-c436-45cd-95df-05262c18608e req-95e5f7d4-1781-41be-8677-c181b7a3fd09 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:30.143092 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1017e42c-c436-45cd-95df-05262c18608e req-95e5f7d4-1781-41be-8677-c181b7a3fd09 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0609107 Sep 16 15:12:30.190426 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1017e42c-c436-45cd-95df-05262c18608e req-d7b8a40c-d059-450f-be49-ecbbaf09df5c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Sep 16 15:12:30.493672 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc653593-3bf3-4f6d-97b0-9047001c287a req-7d396ce7-30ee-484c-bfa1-1b0f1d575aa6 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=49b42942-576c-40b9-8c9e-e6ba19401b4e HTTP/1.1" status: 200 len: 210 time: 0.0365124 Sep 16 15:12:31.017061 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4141-6a27-45a2-bb98-1fc4064c8650 req-ce9d2f1f-7d7a-4ef6-b97e-97026b7b73a3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.018430 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-532d4141-6a27-45a2-bb98-1fc4064c8650 req-ce9d2f1f-7d7a-4ef6-b97e-97026b7b73a3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0485616 Sep 16 15:12:31.053610 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-532d4141-6a27-45a2-bb98-1fc4064c8650 req-cb1cfb06-68bc-4362-8510-2d6fa48b6903 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293624 Sep 16 15:12:31.299820 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b85ad-6fb9-4fbf-9982-bf0200172299 req-e2093ee4-97df-4e13-9d09-ab9fae363664 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.301367 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d78b85ad-6fb9-4fbf-9982-bf0200172299 req-e2093ee4-97df-4e13-9d09-ab9fae363664 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Sep 16 15:12:31.339443 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d78b85ad-6fb9-4fbf-9982-bf0200172299 req-eaf0a16a-3392-4782-ad35-7372f36ae14b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Sep 16 15:12:31.574648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-53690355-5443-4bfc-b389-4456ce31b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.576234 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-53690355-5443-4bfc-b389-4456ce31b64e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1099 time: 0.0407252 Sep 16 15:12:31.682278 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-f9bf8d91-177b-4cb5-9178-96c23a9ccac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.683754 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-f9bf8d91-177b-4cb5-9178-96c23a9ccac8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.0988212 Sep 16 15:12:31.772829 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-f6789432-d9d4-45c7-af1c-dfdafccc85bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 1002 time: 0.0555818 Sep 16 15:12:31.827819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-c05871cf-fe15-4f2d-8d75-90e7eda628f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.829180 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-c05871cf-fe15-4f2d-8d75-90e7eda628f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0456524 Sep 16 15:12:31.875013 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-12c2f546-02bd-4fa8-94ed-e9d71a1f5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:31.876450 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-12c2f546-02bd-4fa8-94ed-e9d71a1f5c56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388050 Sep 16 15:12:31.975638 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-38cafc17-638d-4421-9b82-245e4952e9ae service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812676 Sep 16 15:12:32.069296 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5afaf0c7-ca88-4bba-904a-06bfd56bc7dd req-8438695b-6d01-4510-adfe-17bd19ce9cff service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844536 Sep 16 15:12:32.172906 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfa6d6-d5b7-4897-98fd-092959e5dc72 req-31e64506-9250-4add-9193-89e03f80095d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:32.174354 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8cbfa6d6-d5b7-4897-98fd-092959e5dc72 req-31e64506-9250-4add-9193-89e03f80095d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0511644 Sep 16 15:12:32.210241 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8cbfa6d6-d5b7-4897-98fd-092959e5dc72 req-af0cd640-6ab4-4fdf-a1e9-1ad34ee4fd33 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301652 Sep 16 15:12:32.451316 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8bd35-05a4-41e4-a4cb-000ca05bd648 req-aae04eea-cd52-45e8-9fb0-8cb66e2f84aa tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:32.452797 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-16c8bd35-05a4-41e4-a4cb-000ca05bd648 req-aae04eea-cd52-45e8-9fb0-8cb66e2f84aa tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0476773 Sep 16 15:12:32.489264 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-16c8bd35-05a4-41e4-a4cb-000ca05bd648 req-3d2eb7da-e691-48b7-b020-45daf935af37 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Sep 16 15:12:32.878551 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107405c6-28e9-43a3-93a7-337b3120636f req-18d9edde-82ac-400d-bbe5-8f8c89d9a551 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:32.880035 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-107405c6-28e9-43a3-93a7-337b3120636f req-18d9edde-82ac-400d-bbe5-8f8c89d9a551 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.0521426 Sep 16 15:12:32.915704 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-107405c6-28e9-43a3-93a7-337b3120636f req-6afa69e9-e2d8-4496-95ae-d57aef54554e tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296896 Sep 16 15:12:33.223112 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66271cc6-f072-46fe-99df-8cd3663248b2 req-df1960a7-fdaf-4d23-8076-d825aa802ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:33.224478 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66271cc6-f072-46fe-99df-8cd3663248b2 req-df1960a7-fdaf-4d23-8076-d825aa802ddf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0386844 Sep 16 15:12:33.265873 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66271cc6-f072-46fe-99df-8cd3663248b2 req-93092bb3-46cf-4796-98b1-80597ab7e281 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291667 Sep 16 15:12:33.330430 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b8bc-2030-4ec2-9489-51ec0d473d2e req-011ab809-bc54-484e-89dd-82e3813276ea tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:33.331932 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0a81b8bc-2030-4ec2-9489-51ec0d473d2e req-011ab809-bc54-484e-89dd-82e3813276ea tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0483327 Sep 16 15:12:33.368187 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0a81b8bc-2030-4ec2-9489-51ec0d473d2e req-935ecb38-6b41-4c2d-9b6c-f2e6619cac74 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305667 Sep 16 15:12:33.599755 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7b893-e20f-4808-b382-0e94545fa67a req-0628f1b0-b357-4f82-875f-132712225fe7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:33.601501 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-65c7b893-e20f-4808-b382-0e94545fa67a req-0628f1b0-b357-4f82-875f-132712225fe7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Sep 16 15:12:33.637766 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-65c7b893-e20f-4808-b382-0e94545fa67a req-92c89c2c-dde7-4ba0-a5ff-8890849ccaed tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299895 Sep 16 15:12:34.014369 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 11b9259b-5c1f-4b92-9029-1bdb7f70217f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:34.026657 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed751228-61ed-49fd-8c35-711c69ef2763 req-c4ac0c26-acac-4a15-ac55-bc4ecc40c9bd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:34.028129 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ed751228-61ed-49fd-8c35-711c69ef2763 req-c4ac0c26-acac-4a15-ac55-bc4ecc40c9bd tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.0477929 Sep 16 15:12:34.035981 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 11b9259b-5c1f-4b92-9029-1bdb7f70217f {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:34.036348 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 11b9259b-5c1f-4b92-9029-1bdb7f70217f not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:34.067133 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ed751228-61ed-49fd-8c35-711c69ef2763 req-1c9bb966-132c-4243-833a-f82ed09bef63 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Sep 16 15:12:34.487704 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3cba0-129d-4c38-aea5-9d7dcb15e27e req-4e3b052f-0a18-40f0-8158-92b2b7ab8c88 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:34.489196 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7ec3cba0-129d-4c38-aea5-9d7dcb15e27e req-4e3b052f-0a18-40f0-8158-92b2b7ab8c88 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0522780 Sep 16 15:12:34.525955 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7ec3cba0-129d-4c38-aea5-9d7dcb15e27e req-199f98bb-fe5d-4b68-a06b-b9f400771aeb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Sep 16 15:12:34.756530 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf82766-fa1e-411f-8267-093158151524 req-20f15ec8-0928-44d9-8b8f-b0e33e9a7dc5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:34.758041 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dbf82766-fa1e-411f-8267-093158151524 req-20f15ec8-0928-44d9-8b8f-b0e33e9a7dc5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Sep 16 15:12:34.795798 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dbf82766-fa1e-411f-8267-093158151524 req-f8a02f68-89c1-463a-9211-dd1ef4394cb2 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306091 Sep 16 15:12:35.180291 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bc73f-f92a-46aa-b7b5-e3213fa2477a req-fb81506f-5054-488e-bc73-718f96aa2459 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:35.181805 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c5bc73f-f92a-46aa-b7b5-e3213fa2477a req-fb81506f-5054-488e-bc73-718f96aa2459 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.0487113 Sep 16 15:12:35.218621 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c5bc73f-f92a-46aa-b7b5-e3213fa2477a req-77440243-be24-41b2-84eb-6828bf2de8ee tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300686 Sep 16 15:12:35.644093 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ddfb0-d1be-4482-914e-2425219b53bc req-899c5023-060d-4eef-82ec-dfe94b39302a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:35.645607 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc4ddfb0-d1be-4482-914e-2425219b53bc req-899c5023-060d-4eef-82ec-dfe94b39302a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 946 time: 0.0496964 Sep 16 15:12:35.683409 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc4ddfb0-d1be-4482-914e-2425219b53bc req-42279378-631a-476d-b308-57b9d9827aa3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Sep 16 15:12:35.913201 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c8f0-f874-47ed-ba07-e2f7751bbaa1 req-c4113bbd-42df-4e3d-bf14-ae4c6524e3a9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:35.914729 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fbd1c8f0-f874-47ed-ba07-e2f7751bbaa1 req-c4113bbd-42df-4e3d-bf14-ae4c6524e3a9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0521576 Sep 16 15:12:35.930980 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:12:35.953973 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fbd1c8f0-f874-47ed-ba07-e2f7751bbaa1 req-7eef3862-8d94-4e42-b682-c865acca1ebd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Sep 16 15:12:36.003351 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:36.093771 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:36.118231 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:36.120457 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f63f8d-8cbd-4321-9bde-d713bc18f5a6" -d '{"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:36.135211 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:36.144642 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:36.181093 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b434b081-b1f2-4d6e-bfd8-b1380fb19ca4 x-openstack-request-id: req-b434b081-b1f2-4d6e-bfd8-b1380fb19ca4 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:36.181484 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-unplugged", "status": "failed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "code": 422}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:36.181837 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b434b081-b1f2-4d6e-bfd8-b1380fb19ca4 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:36.182367 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-5a67fb2e-51ed-4d1f-a3a8-fb3ba1bb3aac tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.182860 dv-cinder-774288-9-iscsi neutron-server[94156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'code': 422} returned with failed status Sep 16 15:12:36.184659 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-5a67fb2e-51ed-4d1f-a3a8-fb3ba1bb3aac tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.0541501 Sep 16 15:12:36.223219 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=8']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:36.257930 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [req-42613321-c089-4920-8654-c163d6bd27fb req-fa588577-87f8-4d3e-aa4c-762c3f0d1e67 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:12:36.258941 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-42613321-c089-4920-8654-c163d6bd27fb req-fa588577-87f8-4d3e-aa4c-762c3f0d1e67 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451615 Sep 16 15:12:36.295417 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922b93-d459-486a-bcdc-4f65af17af8e req-716f895e-51c8-4a52-baec-87d8b782d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.298233 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-716f895e-51c8-4a52-baec-87d8b782d6a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0759261 Sep 16 15:12:36.308007 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ec793-8d25-4970-90c5-690a8a2d696a req-1bb0efde-d81a-4f9d-b05f-7b05a5ae9b31 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.309946 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dd3ec793-8d25-4970-90c5-690a8a2d696a req-1bb0efde-d81a-4f9d-b05f-7b05a5ae9b31 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0990167 Sep 16 15:12:36.314186 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Deleting port 9bfa5acc-2d34-4f26-9742-f0685f66f757 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:12:36.314441 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:36.425193 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dd3ec793-8d25-4970-90c5-690a8a2d696a req-eb19a75c-9926-4f96-b4c2-da5a9ffa9dff tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019762 Sep 16 15:12:36.455970 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922b93-d459-486a-bcdc-4f65af17af8e req-05313ff8-0622-4254-be3c-f37dc24738d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.456806 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] For port 9bfa5acc-2d34-4f26-9742-f0685f66f757, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9bfa5acc-2d34-4f26-9742-f0685f66f757,segment=NetworkSegment(bf20aa5d-025c-4962-bff7-443fa848af85),segment_id=bf20aa5d-025c-4962-bff7-443fa848af85)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:12:36.457179 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:36.457925 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-05313ff8-0622-4254-be3c-f37dc24738d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.1467781 Sep 16 15:12:36.473909 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Calling delete_port for 9bfa5acc-2d34-4f26-9742-f0685f66f757 owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:12:36.497305 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb18d-8b68-4227-9550-cee1c614a024 req-0600273b-b58d-4971-bcf5-a41bef977555 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.498747 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b13fb18d-8b68-4227-9550-cee1c614a024 req-0600273b-b58d-4971-bcf5-a41bef977555 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 945 time: 0.0854220 Sep 16 15:12:36.519176 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-3faa3f11-4681-42db-bb73-695537e5daf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 217 time: 0.0499237 Sep 16 15:12:36.569162 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b13fb18d-8b68-4227-9550-cee1c614a024 req-8b619c39-6cb6-445d-8c3c-2fb74a5ebf82 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b7975bd-19f6-473a-940c-88220f8f1bee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Sep 16 15:12:36.613673 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e4395-f211-45fb-95c5-a95d352a2656 req-07651194-1e6c-491b-b309-48274b1a55e6 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.615174 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-183e4395-f211-45fb-95c5-a95d352a2656 req-07651194-1e6c-491b-b309-48274b1a55e6 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0987866 Sep 16 15:12:36.617114 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20922b93-d459-486a-bcdc-4f65af17af8e req-0b755ffc-3b78-49c1-9f00-1d74a3a0dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:36.618435 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-0b755ffc-3b78-49c1-9f00-1d74a3a0dad2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0745459 Sep 16 15:12:36.662298 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:36.663286 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-74d767ba-cda7-4f3b-ac78-d0dce8414bdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327742 Sep 16 15:12:36.682599 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-183e4395-f211-45fb-95c5-a95d352a2656 req-026b3cc5-a276-4392-befc-d69072d41eed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587955 Sep 16 15:12:36.696404 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Pushing event deleted for resources: {'Port': ['ID=9bfa5acc-2d34-4f26-9742-f0685f66f757,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:36.723558 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['9bfa5acc-2d34-4f26-9742-f0685f66f757'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:12:36.741634 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] No DVR routers for this DVR port 9bfa5acc-2d34-4f26-9742-f0685f66f757 on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:12:36.744161 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:36.746236 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f9a92a18-c425-44f9-87f2-5ace1d14896a req-9424e978-7575-4808-9667-b637abb0b634 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.47 "DELETE /v2.0/ports/9bfa5acc-2d34-4f26-9742-f0685f66f757 HTTP/1.1" status: 204 len: 173 time: 0.5312355 Sep 16 15:12:36.746677 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'name': 'network-vif-deleted', 'tag': '9bfa5acc-2d34-4f26-9742-f0685f66f757'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:12:36.749559 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2d035f-22bc-40af-9dae-74b15a203383" -d '{"events": [{"server_uuid": "6a89d935-91f6-4c99-89f6-6b6641bf719a", "name": "network-vif-deleted", "tag": "9bfa5acc-2d34-4f26-9742-f0685f66f757"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:12:36.787786 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98540c71-b9dd-4908-bf37-8d6c9b6540d7 x-openstack-request-id: req-98540c71-b9dd-4908-bf37-8d6c9b6540d7 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:12:36.788077 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a89d935-91f6-4c99-89f6-6b6641bf719a", "name": "network-vif-deleted", "tag": "9bfa5acc-2d34-4f26-9742-f0685f66f757", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:12:36.788328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98540c71-b9dd-4908-bf37-8d6c9b6540d7 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:12:36.788864 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a89d935-91f6-4c99-89f6-6b6641bf719a', 'name': 'network-vif-deleted', 'tag': '9bfa5acc-2d34-4f26-9742-f0685f66f757', 'status': 'completed', 'code': 200} Sep 16 15:12:36.791206 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-8d5f870f-e853-404d-bf88-95f6a27c1700 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075904 Sep 16 15:12:36.882905 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58648) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:36.951628 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-20922b93-d459-486a-bcdc-4f65af17af8e req-7b2b8751-0cf4-4b17-aa2f-0b48cb818229 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Sep 16 15:12:36.967953 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-d1fafb09-0bbc-4d07-8209-043c5bc6d3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837893 Sep 16 15:12:36.978129 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-193e6398-02c2-4bdb-9b21-abfce291ef00 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:12:36.979244 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-193e6398-02c2-4bdb-9b21-abfce291ef00 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053232 Sep 16 15:12:37.538606 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cf123-92b7-4cf9-8721-8dfb08f745df req-594d508e-cc46-40e2-ace7-d1a33e2ab25c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:37.540326 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-530cf123-92b7-4cf9-8721-8dfb08f745df req-594d508e-cc46-40e2-ace7-d1a33e2ab25c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0525949 Sep 16 15:12:37.578945 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-530cf123-92b7-4cf9-8721-8dfb08f745df req-e73b930e-14ba-450e-a256-71625fd37f61 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Sep 16 15:12:37.688355 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f3365a92-c792-4e11-89a0-908da6181005 req-57641236-0bd2-47a2-8e1c-bcc4cd0844a9 tempest-AttachVolumeNegativeTest-400632935 tempest-AttachVolumeNegativeTest-400632935-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a89d935-91f6-4c99-89f6-6b6641bf719a HTTP/1.1" status: 200 len: 210 time: 0.0293615 Sep 16 15:12:37.809633 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dda54-5afd-42c5-9b91-4570cd2c6318 req-9fe946c6-31af-4262-938e-abca23de56b7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:37.811581 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-192dda54-5afd-42c5-9b91-4570cd2c6318 req-9fe946c6-31af-4262-938e-abca23de56b7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0523965 Sep 16 15:12:37.847706 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-192dda54-5afd-42c5-9b91-4570cd2c6318 req-afaf422e-8b1b-4e28-86e5-ffa144efcfc9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301561 Sep 16 15:12:38.693159 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb1516-fa6c-49ec-89f3-c86f5bca8a99 req-be09930c-e8b0-43c6-99ac-503d7468ce64 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:38.694645 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-48bb1516-fa6c-49ec-89f3-c86f5bca8a99 req-be09930c-e8b0-43c6-99ac-503d7468ce64 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0476246 Sep 16 15:12:38.733046 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-48bb1516-fa6c-49ec-89f3-c86f5bca8a99 req-a643c480-7edb-4d16-9e49-34a2d102f91e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Sep 16 15:12:38.741895 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58668) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:38.784898 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Deleting subnet e90b9e83-ce31-4673-bb60-540443ca12d2 {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:12:38.787801 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:38.819716 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880018'] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:38.860667 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:38.913901 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6198084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5794139'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:38.940250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e90b9e83-ce31-4673-bb60-540443ca12d2,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:38.943085 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:38.945151 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-bb513e6a-4a0c-4d88-8955-b5e4d1ef88d2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e90b9e83-ce31-4673-bb60-540443ca12d2 HTTP/1.1" status: 204 len: 168 time: 0.2023029 Sep 16 15:12:38.947609 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58672) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:38.970803 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb494647-eede-426b-86cc-874537f4a855 req-624de501-60a1-45df-9b78-d767c5aa640e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:38.972305 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb494647-eede-426b-86cc-874537f4a855 req-624de501-60a1-45df-9b78-d767c5aa640e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0491149 Sep 16 15:12:39.010600 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb494647-eede-426b-86cc-874537f4a855 req-529dc108-5458-47ba-85c5-4cd18e55b9a3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Sep 16 15:12:39.018502 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.085576 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-21b6746b-5d6e-436d-b83d-8887ff1a0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.087051 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-21b6746b-5d6e-436d-b83d-8887ff1a0d06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea&tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 1097 time: 0.0721793 Sep 16 15:12:39.098932 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.117738 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63236875-920b-484b-a3ae-dd0dbd3cecb7']}} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:39.126809 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf20aa5d-025c-4962-bff7-443fa848af85') {'for_net_delete': True} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:39.127105 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf20aa5d-025c-4962-bff7-443fa848af85') {} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:12:39.135845 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880025'] for segment, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.148972 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.154647 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:12:39.155021 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6198682'] for segment, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: Traceback (most recent call last): Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: timer() Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: cb(*args, **kw) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: return func(*args, **kwargs) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: self._notify() Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: self.callback(batched_events) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: event.method(event) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: return f(self, *a, **k) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._get(url).json() Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: return self.request(url, 'GET', **kwargs) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:12:39.156658 dv-cinder-774288-9-iscsi neutron-server[94155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:12:39.211008 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.216669 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.218598 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] 10.222.0.36 "DELETE /v2.0/networks/63236875-920b-484b-a3ae-dd0dbd3cecb7 HTTP/1.1" status: 204 len: 168 time: 0.2699564 Sep 16 15:12:39.231910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e375e-92de-46ad-8ede-a27c873ee4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=63236875-920b-484b-a3ae-dd0dbd3cecb7,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:39.236829 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-a44e6084-f60e-4661-9df0-0cb9c37dc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.238671 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-a44e6084-f60e-4661-9df0-0cb9c37dc9b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1097 time: 0.0467398 Sep 16 15:12:39.339981 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-000644d2-8819-400c-89a4-83869f76c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.341578 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-000644d2-8819-400c-89a4-83869f76c1f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.0889156 Sep 16 15:12:39.419285 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-26caf498-abaf-4df5-b9a5-ea2f9ded8cd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 1000 time: 0.0620844 Sep 16 15:12:39.431366 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58676) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:39.470930 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7196b19e-b8a6-4bd6-8251-a90e66aa68d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=134359a6c3014235805bac2ee17179a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384040 Sep 16 15:12:39.473989 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 58678) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:12:39.478970 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-cd28917d-ff8f-4e17-b1ec-b7a6093c14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.480419 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-cd28917d-ff8f-4e17-b1ec-b7a6093c14cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0439796 Sep 16 15:12:39.522902 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-782cf672-b26d-4b38-9589-81ac8f79cc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.528193 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-54de5729-758e-4d26-a20e-29fd3c1df751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.529758 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-54de5729-758e-4d26-a20e-29fd3c1df751 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397899 Sep 16 15:12:39.543241 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-782cf672-b26d-4b38-9589-81ac8f79cc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.589598 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-782cf672-b26d-4b38-9589-81ac8f79cc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.592338 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-782cf672-b26d-4b38-9589-81ac8f79cc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:39.593513 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-782cf672-b26d-4b38-9589-81ac8f79cc2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b7975bd-19f6-473a-940c-88220f8f1bee HTTP/1.1" status: 204 len: 168 time: 0.1185172 Sep 16 15:12:39.601359 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf672-b26d-4b38-9589-81ac8f79cc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7975bd-19f6-473a-940c-88220f8f1bee,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:12:39.635183 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-59a1319d-ff3b-4df2-9601-31aaf89eca64 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883126 Sep 16 15:12:39.726335 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-619ffa9c-7dbd-4a9f-a656-986b51a201dc req-5bafaa70-3d3f-4dd3-8c70-ae4c14c7d452 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825033 Sep 16 15:12:39.849458 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270b226-6d74-44b7-b04f-9bacbb8ccfee req-489dd79a-bc84-4416-8f43-b783640bcccf tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:39.851207 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7270b226-6d74-44b7-b04f-9bacbb8ccfee req-489dd79a-bc84-4416-8f43-b783640bcccf tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0514832 Sep 16 15:12:39.888634 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7270b226-6d74-44b7-b04f-9bacbb8ccfee req-20c27a4a-cc2d-41b1-8c68-3f637ca312fa tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Sep 16 15:12:40.023665 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 9bfa5acc-2d34-4f26-9742-f0685f66f757 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:40.054565 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 9bfa5acc-2d34-4f26-9742-f0685f66f757 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:12:40.055141 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 9bfa5acc-2d34-4f26-9742-f0685f66f757 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:12:40.055792 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:12:40.174281 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed890cb-3cbb-4f67-a4b9-cbfe2ea6fa9c req-dd878891-b030-400c-96f2-4b650a4f7f84 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:40.177477 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4ed890cb-3cbb-4f67-a4b9-cbfe2ea6fa9c req-dd878891-b030-400c-96f2-4b650a4f7f84 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0881472 Sep 16 15:12:40.289850 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4ed890cb-3cbb-4f67-a4b9-cbfe2ea6fa9c req-6ceb8dc7-7a3f-41cd-a4e3-d47ec4b228bf tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003411 Sep 16 15:12:41.425589 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d4b2a-dd84-4aad-8d6c-011492721366 req-7a91e6f4-c383-41a7-9595-3afc7a31612e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:41.433681 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c18d4b2a-dd84-4aad-8d6c-011492721366 req-7a91e6f4-c383-41a7-9595-3afc7a31612e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0766211 Sep 16 15:12:41.470494 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c18d4b2a-dd84-4aad-8d6c-011492721366 req-5fbbb0a6-01fb-4500-8abc-abdfc7187829 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358338 Sep 16 15:12:41.540608 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd8652-f4ad-404a-9959-2ee212df6c2f req-79edc1ed-8881-4fda-a6c1-5418585b3d5d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:41.542776 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ddd8652-f4ad-404a-9959-2ee212df6c2f req-79edc1ed-8881-4fda-a6c1-5418585b3d5d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0751076 Sep 16 15:12:41.582329 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ddd8652-f4ad-404a-9959-2ee212df6c2f req-82df9ba1-7d5f-43ec-92d0-2ca137d4d269 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Sep 16 15:12:42.617661 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d97ad-f0e3-4deb-b1a1-dd236ae3a87d req-3e15d4cb-c08a-4da2-bb87-bf04d31991ae tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:42.619974 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e51d97ad-f0e3-4deb-b1a1-dd236ae3a87d req-3e15d4cb-c08a-4da2-bb87-bf04d31991ae tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0511959 Sep 16 15:12:42.669752 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e51d97ad-f0e3-4deb-b1a1-dd236ae3a87d req-c916ab0b-c614-4a3b-b47c-ebef4923cd42 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Sep 16 15:12:43.808278 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceb453-eef9-4b58-ae37-39ae6369c2b0 req-3a7b500b-66cd-4a46-8569-1d5c2a3d0611 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:43.810499 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7ceb453-eef9-4b58-ae37-39ae6369c2b0 req-3a7b500b-66cd-4a46-8569-1d5c2a3d0611 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0558965 Sep 16 15:12:43.848544 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7ceb453-eef9-4b58-ae37-39ae6369c2b0 req-43f38a20-cca7-4c02-a3f7-8e0d3f0301a4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Sep 16 15:12:44.972124 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20eb7b-9081-4a33-a584-f1e3082045f1 req-40734fa1-e0dd-4e52-9c7f-e859b72e914f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:44.973772 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9f20eb7b-9081-4a33-a584-f1e3082045f1 req-40734fa1-e0dd-4e52-9c7f-e859b72e914f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0504589 Sep 16 15:12:45.013899 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9f20eb7b-9081-4a33-a584-f1e3082045f1 req-8d2702a5-f096-4f9e-aa7a-5a12066b91fa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329201 Sep 16 15:12:46.135622 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa9cbb-0a83-4403-bb89-4b6b5cb32750 req-b1b57f57-f478-4e6a-9d36-bd638df0782f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:46.137152 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8aaa9cbb-0a83-4403-bb89-4b6b5cb32750 req-b1b57f57-f478-4e6a-9d36-bd638df0782f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0499442 Sep 16 15:12:46.175043 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8aaa9cbb-0a83-4403-bb89-4b6b5cb32750 req-6a3c5711-0c8b-4f5e-8162-d2b9e60c8d9b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Sep 16 15:12:47.312571 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff964a4-2262-4b86-819c-505dd52eba0e req-2d00b1e3-bf0a-41c3-bfaf-5f652bc7e7aa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:47.314026 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dff964a4-2262-4b86-819c-505dd52eba0e req-2d00b1e3-bf0a-41c3-bfaf-5f652bc7e7aa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0512011 Sep 16 15:12:47.351796 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dff964a4-2262-4b86-819c-505dd52eba0e req-e70d6d8c-9354-432d-99cf-d9def4d59c41 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319352 Sep 16 15:12:47.532207 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:48.526161 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039e899-c4d4-4bd6-af52-48becc636df0 req-95224cf2-cbff-44dd-b3ea-1c361d9629de tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:48.527556 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3039e899-c4d4-4bd6-af52-48becc636df0 req-95224cf2-cbff-44dd-b3ea-1c361d9629de tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0586119 Sep 16 15:12:48.577427 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3039e899-c4d4-4bd6-af52-48becc636df0 req-ab085304-536d-4036-8536-112176320b04 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Sep 16 15:12:49.702657 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57e473-3105-4a30-892d-88cc82dac3c7 req-9c1f2c5d-7ffe-4452-aa79-d13a596355f3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:49.704385 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7a57e473-3105-4a30-892d-88cc82dac3c7 req-9c1f2c5d-7ffe-4452-aa79-d13a596355f3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0495040 Sep 16 15:12:49.742523 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7a57e473-3105-4a30-892d-88cc82dac3c7 req-dbb44b60-3cb0-4522-8ff1-e45ee7b990f2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Sep 16 15:12:50.763011 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e4dbac30-f6ad-4015-9551-fc71bac13d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:50.868380 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac5baa-0461-4f41-a101-00d5a4993c20 req-615a9200-6ef5-499f-9b02-a791a8071a85 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:50.870611 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eeac5baa-0461-4f41-a101-00d5a4993c20 req-615a9200-6ef5-499f-9b02-a791a8071a85 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0526099 Sep 16 15:12:50.908612 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eeac5baa-0461-4f41-a101-00d5a4993c20 req-8ee8171c-e3e4-47d7-a742-bb55b8667d1d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312324 Sep 16 15:12:52.026169 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51d93-0319-4389-862a-fae39652c87c req-becc9cb7-d1a1-4ea7-a109-bf96a1f90f29 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:52.027590 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41e51d93-0319-4389-862a-fae39652c87c req-becc9cb7-d1a1-4ea7-a109-bf96a1f90f29 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0475352 Sep 16 15:12:52.064346 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41e51d93-0319-4389-862a-fae39652c87c req-bbea66e1-f334-45d0-b77f-660a8cfd2d14 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Sep 16 15:12:52.243979 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-7adbadf4-b408-4ea6-9868-918b8b8968a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:52.245524 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-7adbadf4-b408-4ea6-9868-918b8b8968a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1097 time: 0.0409880 Sep 16 15:12:52.372167 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-cdca634c-3de6-480c-9f83-32bd3d780b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:52.374156 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-cdca634c-3de6-480c-9f83-32bd3d780b64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.0975993 Sep 16 15:12:52.456979 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-7e2f8487-ca62-4d36-90dd-603dca55af79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 200 len: 1000 time: 0.0564511 Sep 16 15:12:52.528793 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-13e78319-6fc1-497c-ba4f-d56cab45c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:52.530276 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-13e78319-6fc1-497c-ba4f-d56cab45c48a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0489433 Sep 16 15:12:52.582984 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-7fa3ff6e-9f9f-4324-98aa-aa83ad5ed5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:52.584739 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-7fa3ff6e-9f9f-4324-98aa-aa83ad5ed5d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416136 Sep 16 15:12:52.674888 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-016c362f-0724-4548-8928-6c78de74de7b service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815489 Sep 16 15:12:52.770831 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-341cb285-2798-4261-8570-a9b1d6cd46c1 req-89d4fea2-e8a6-40c3-b8c1-3412939f3e79 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868828 Sep 16 15:12:53.182289 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b776cc-9eb4-42d2-8cfc-ae2b0ea1b523 req-05509a0c-3266-4b63-9cce-b29be22ad4a0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:53.183738 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-86b776cc-9eb4-42d2-8cfc-ae2b0ea1b523 req-05509a0c-3266-4b63-9cce-b29be22ad4a0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0486033 Sep 16 15:12:53.220458 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-86b776cc-9eb4-42d2-8cfc-ae2b0ea1b523 req-3773e30e-8e37-4748-a74c-7b15a3114e2d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Sep 16 15:12:53.374129 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ebb8ffd8-2739-40ad-95d7-dbea35a0d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.409327 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:54.341738 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f7fc-3e8c-4ca4-82ff-4c3a0532242b req-4c86b787-683b-4c82-9bbc-42b289d316c9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:54.343152 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6fe7f7fc-3e8c-4ca4-82ff-4c3a0532242b req-4c86b787-683b-4c82-9bbc-42b289d316c9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0473778 Sep 16 15:12:54.383907 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6fe7f7fc-3e8c-4ca4-82ff-4c3a0532242b req-f1471eda-7768-480c-abe6-481ad8d4cd72 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335679 Sep 16 15:12:54.435814 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:55.511150 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddddb1-519d-4238-b326-a6bfa94043c6 req-ae87e033-0b5c-44fc-89f6-064f99da7dee tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:55.512665 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7dddddb1-519d-4238-b326-a6bfa94043c6 req-ae87e033-0b5c-44fc-89f6-064f99da7dee tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0525711 Sep 16 15:12:55.551512 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7dddddb1-519d-4238-b326-a6bfa94043c6 req-62b74b6a-c6ce-478a-b30d-11b11cce4da0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325086 Sep 16 15:12:56.082609 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.676697 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f33e32-97b2-40e6-babb-f01f6395d9f7 req-b04bfaaa-ba30-4720-b53a-2e408ded387e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:56.681013 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-08f33e32-97b2-40e6-babb-f01f6395d9f7 req-b04bfaaa-ba30-4720-b53a-2e408ded387e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0555739 Sep 16 15:12:56.722042 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-08f33e32-97b2-40e6-babb-f01f6395d9f7 req-5d5b016d-dfd8-4aa4-a790-f7695656c2fc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377481 Sep 16 15:12:57.840972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9c1e-c10c-4f6e-9f63-6f1c110bd7ce req-7bf7fa98-3ebd-4c5f-a7fe-7d02b17c6b69 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:57.842461 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cddb9c1e-c10c-4f6e-9f63-6f1c110bd7ce req-7bf7fa98-3ebd-4c5f-a7fe-7d02b17c6b69 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0492663 Sep 16 15:12:57.880304 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cddb9c1e-c10c-4f6e-9f63-6f1c110bd7ce req-49c97da1-9a04-439b-9c9e-5dbd3ef31378 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Sep 16 15:12:58.997993 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076da605-90e8-47ac-b74b-0a22d9198ac8 req-316ffdd8-3ceb-45b9-8b43-39e8569f7e3a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:58.999483 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-076da605-90e8-47ac-b74b-0a22d9198ac8 req-316ffdd8-3ceb-45b9-8b43-39e8569f7e3a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0493650 Sep 16 15:12:59.038091 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-076da605-90e8-47ac-b74b-0a22d9198ac8 req-c5755537-91e8-4408-b02c-d2d0a2fb4d68 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Sep 16 15:13:00.090332 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69201f60-5523-4cc7-9709-2f3c4fa806b1 req-01f06468-f218-4804-bec1-27b6618a3c9e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:00.092349 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-69201f60-5523-4cc7-9709-2f3c4fa806b1 req-01f06468-f218-4804-bec1-27b6618a3c9e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0519705 Sep 16 15:13:00.133558 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-69201f60-5523-4cc7-9709-2f3c4fa806b1 req-dd920a9d-2d6e-4843-981a-fa172426017c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Sep 16 15:13:00.173605 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-26dddfe7-4e3d-41d0-a938-82377a26d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:00.175116 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-26dddfe7-4e3d-41d0-a938-82377a26d922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0910182 Sep 16 15:13:00.186726 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a560c-6fbe-4665-b6bc-12b1c7f90141 req-9dab14b7-096d-4dd6-a28c-eee54788cffd tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:00.188861 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a74a560c-6fbe-4665-b6bc-12b1c7f90141 req-9dab14b7-096d-4dd6-a28c-eee54788cffd tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0645628 Sep 16 15:13:00.279004 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a74a560c-6fbe-4665-b6bc-12b1c7f90141 req-ef4c4f73-7ec2-47b6-968a-5cb82ed905ef tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806818 Sep 16 15:13:00.300361 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-aab97f21-416b-4800-aa56-275c5715811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:00.301843 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-aab97f21-416b-4800-aa56-275c5715811d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.1120436 Sep 16 15:13:00.346871 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-90bb75df-2525-4093-8060-0f8d800502d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 217 time: 0.0357261 Sep 16 15:13:00.398042 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-0546448a-3457-4575-a3c0-bbc7d3820936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:00.399410 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-0546448a-3457-4575-a3c0-bbc7d3820936 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0413637 Sep 16 15:13:00.431917 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-ae78a38b-304c-45cc-985c-662fc413897f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238824 Sep 16 15:13:00.727515 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-8f1ef73f-0737-4974-9acc-a3cbaf5c3f12 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822690 Sep 16 15:13:00.815395 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c06897f3-9eb3-4f04-9c43-0fa4c9f2e340 req-d20e6219-c64c-49fd-8261-4e871850ac78 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783694 Sep 16 15:13:01.252930 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bdcf4-8409-4f6c-96ac-4a870e3a65aa req-206601e8-eda3-4c25-8a3f-67b19ca7c42c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.254444 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-156bdcf4-8409-4f6c-96ac-4a870e3a65aa req-206601e8-eda3-4c25-8a3f-67b19ca7c42c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0521977 Sep 16 15:13:01.291951 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-156bdcf4-8409-4f6c-96ac-4a870e3a65aa req-06a4c216-fe80-47cd-b76d-e56a6d7b361b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Sep 16 15:13:01.399834 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfce02-dc6d-402d-97a8-d3505c4e144a req-84d3ed42-df79-40c0-b1fd-b63f6365fb0b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.401324 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62dfce02-dc6d-402d-97a8-d3505c4e144a req-84d3ed42-df79-40c0-b1fd-b63f6365fb0b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 944 time: 0.0481865 Sep 16 15:13:01.441202 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-62dfce02-dc6d-402d-97a8-d3505c4e144a req-b669600e-4182-4dff-8d94-28766b675a7f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Sep 16 15:13:02.185928 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:13:02.281765 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:02.292457 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'port_id': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'mac_address': 'fa:16:3e:1f:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:13:02.329128 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:02.343098 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:02.363749 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:02.369136 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:02.414494 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3d8b4-9c08-42f5-8d19-d956fd63057d req-6f93a5d4-3c0c-452b-91b1-ca94e440682e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:02.416682 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-23c3d8b4-9c08-42f5-8d19-d956fd63057d req-6f93a5d4-3c0c-452b-91b1-ca94e440682e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Sep 16 15:13:02.423226 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=9']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:02.431079 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.431506 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.432080 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.432500 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.432929 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.433330 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.433733 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.434128 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.434544 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.434938 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.435347 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.435745 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:02.456866 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-23c3d8b4-9c08-42f5-8d19-d956fd63057d req-51deebcd-47e3-4f53-8889-a7ed4440e6c7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Sep 16 15:13:02.562435 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc8c54-225c-420b-bbc1-6f1efe40ba7a req-86c39159-bbe2-4554-97e7-5a065ad0e973 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:02.563938 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8dbc8c54-225c-420b-bbc1-6f1efe40ba7a req-86c39159-bbe2-4554-97e7-5a065ad0e973 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0492823 Sep 16 15:13:02.604208 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8dbc8c54-225c-420b-bbc1-6f1efe40ba7a req-97b49632-88dd-46f6-b738-633ac278e6bd tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332727 Sep 16 15:13:02.890406 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:03.569844 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893862a8-3684-4b24-be26-477ad8db975c req-255ee4cf-0e2a-43d3-a4d8-14a2b5169736 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:03.571287 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-893862a8-3684-4b24-be26-477ad8db975c req-255ee4cf-0e2a-43d3-a4d8-14a2b5169736 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0478709 Sep 16 15:13:03.607220 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-893862a8-3684-4b24-be26-477ad8db975c req-ba452c21-57ff-40f0-999d-00a5c0300929 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300834 Sep 16 15:13:03.722095 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1adc38-980f-4253-8465-8d559717982f req-5826f7b8-1418-49f5-aef5-67c301cd7921 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:03.723569 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9f1adc38-980f-4253-8465-8d559717982f req-5826f7b8-1418-49f5-aef5-67c301cd7921 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0491736 Sep 16 15:13:03.763033 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9f1adc38-980f-4253-8465-8d559717982f req-0ab78c52-d004-426d-af21-b6645a660ec0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Sep 16 15:13:04.722657 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353740c6-baed-417f-bd9a-57de96314dfe req-8930c278-c24e-4f96-97c5-ba2c7fd16fc9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:04.724131 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-353740c6-baed-417f-bd9a-57de96314dfe req-8930c278-c24e-4f96-97c5-ba2c7fd16fc9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Sep 16 15:13:04.760113 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-353740c6-baed-417f-bd9a-57de96314dfe req-df4f1128-8fab-4e8f-8643-dac4289be426 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299368 Sep 16 15:13:04.879672 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f3f1-9911-44cd-b4c2-f2c509589bff req-eeb93bc3-42ec-41ce-8067-942a57e5d3d0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:04.881149 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7289f3f1-9911-44cd-b4c2-f2c509589bff req-eeb93bc3-42ec-41ce-8067-942a57e5d3d0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0481784 Sep 16 15:13:04.921037 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7289f3f1-9911-44cd-b4c2-f2c509589bff req-22656801-3c09-452f-8c9a-c33da38fce2d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Sep 16 15:13:05.879532 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fdfb4-2592-4179-bdbb-ecc9a20dc3de req-6928f137-385b-4093-b5fa-c89470cba90f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:05.881013 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e93fdfb4-2592-4179-bdbb-ecc9a20dc3de req-6928f137-385b-4093-b5fa-c89470cba90f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0471747 Sep 16 15:13:05.917860 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e93fdfb4-2592-4179-bdbb-ecc9a20dc3de req-eab76685-1afe-4beb-9f67-9a9d7eae44ec tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Sep 16 15:13:06.036402 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236e058-b336-41c2-8e65-00ebf803479d req-971955a0-6274-47ab-9914-8c52c91ff79c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:06.037992 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7236e058-b336-41c2-8e65-00ebf803479d req-971955a0-6274-47ab-9914-8c52c91ff79c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0469289 Sep 16 15:13:06.076154 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7236e058-b336-41c2-8e65-00ebf803479d req-fd4c298c-4a72-42bd-90dd-13f34de6a3cf tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Sep 16 15:13:07.028742 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8696d32-8a14-4bef-be5b-607909f3da7f req-1f2f9c5c-c070-47c9-b059-b926c508b85d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.030219 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8696d32-8a14-4bef-be5b-607909f3da7f req-1f2f9c5c-c070-47c9-b059-b926c508b85d tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0474930 Sep 16 15:13:07.066766 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8696d32-8a14-4bef-be5b-607909f3da7f req-f89be423-ec17-454e-8b9e-37c7598a1881 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306664 Sep 16 15:13:07.194908 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2ab98-ad6f-4b5a-ae21-8433c08f921d req-91c6f311-69cd-40ec-a8f7-8426b1802413 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.196269 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7ed2ab98-ad6f-4b5a-ae21-8433c08f921d req-91c6f311-69cd-40ec-a8f7-8426b1802413 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0476062 Sep 16 15:13:07.233424 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7ed2ab98-ad6f-4b5a-ae21-8433c08f921d req-591c3d36-2e87-4fd4-a00b-94863de8ebab tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Sep 16 15:13:08.178786 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0b40-b4e1-40a3-91b3-e3447751b1dd req-2ac87a37-d4fc-412f-9b5f-7205c98b6cd6 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.180240 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cebe0b40-b4e1-40a3-91b3-e3447751b1dd req-2ac87a37-d4fc-412f-9b5f-7205c98b6cd6 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Sep 16 15:13:08.220227 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cebe0b40-b4e1-40a3-91b3-e3447751b1dd req-eaf6b5e5-ac40-4d1d-8cf5-b802cdca8183 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Sep 16 15:13:08.351896 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170f872-a30d-4c58-b0f8-940ec576e1cc req-e4116bc0-d210-4e40-90c0-c44877648cc4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.353290 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6170f872-a30d-4c58-b0f8-940ec576e1cc req-e4116bc0-d210-4e40-90c0-c44877648cc4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0512040 Sep 16 15:13:08.389681 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6170f872-a30d-4c58-b0f8-940ec576e1cc req-1812331b-a096-4090-8115-598a62a6b826 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Sep 16 15:13:09.332149 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd5e11-d70d-48a1-a5dd-3219d8859722 req-44ee8024-bd50-45b0-9fef-eabaea990fa4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:09.333637 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4dcd5e11-d70d-48a1-a5dd-3219d8859722 req-44ee8024-bd50-45b0-9fef-eabaea990fa4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Sep 16 15:13:09.372682 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4dcd5e11-d70d-48a1-a5dd-3219d8859722 req-32ab638e-1e7a-4be7-94fb-8bd5ff8b84e1 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327568 Sep 16 15:13:09.507200 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702dad-6f39-4630-9a9a-6de33cb92a9f req-7de45afb-d4d5-4ff1-b7d9-234e2e8ee799 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:09.508610 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cb702dad-6f39-4630-9a9a-6de33cb92a9f req-7de45afb-d4d5-4ff1-b7d9-234e2e8ee799 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0489786 Sep 16 15:13:09.545506 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cb702dad-6f39-4630-9a9a-6de33cb92a9f req-5aaba621-2bac-4b8e-b8db-0d81905b4522 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309792 Sep 16 15:13:10.488772 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b9325-3a0d-46ff-afaa-89dcd881ab23 req-68decdca-8c20-4b71-8dc5-e2bd583431da tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.490293 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c82b9325-3a0d-46ff-afaa-89dcd881ab23 req-68decdca-8c20-4b71-8dc5-e2bd583431da tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Sep 16 15:13:10.529401 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c82b9325-3a0d-46ff-afaa-89dcd881ab23 req-2737df96-71aa-4395-88ff-fc87068ab40e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Sep 16 15:13:10.665686 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd323-9ea1-4159-9904-4b2ecc6b11dc req-09887926-4461-4f9a-992f-2761d1626837 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.667173 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0e6dd323-9ea1-4159-9904-4b2ecc6b11dc req-09887926-4461-4f9a-992f-2761d1626837 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 945 time: 0.0491798 Sep 16 15:13:10.708618 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e83d4-7257-4706-8db1-7717c4fb4dc7 req-8c5a0de7-fbac-4053-a147-d2df8a31ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.709748 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0e6dd323-9ea1-4159-9904-4b2ecc6b11dc req-5792d1a3-b998-43e0-92af-d926504957e7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364757 Sep 16 15:13:10.710555 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-662e83d4-7257-4706-8db1-7717c4fb4dc7 req-8c5a0de7-fbac-4053-a147-d2df8a31ea30 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0432575 Sep 16 15:13:10.759364 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-662e83d4-7257-4706-8db1-7717c4fb4dc7 req-cda52229-66f8-4008-a6f9-d3d37fb1287a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Sep 16 15:13:10.815599 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89b3ef-062c-44c5-84d7-b28524b26093 req-c8b46302-914c-4e2b-8dc9-e8bdda32d02c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.817093 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2e89b3ef-062c-44c5-84d7-b28524b26093 req-c8b46302-914c-4e2b-8dc9-e8bdda32d02c tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0475669 Sep 16 15:13:10.855497 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2e89b3ef-062c-44c5-84d7-b28524b26093 req-81bd3576-2018-43f6-9a10-554b8947bc15 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Sep 16 15:13:11.136111 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c221b-5d20-4beb-b2ce-3e45b2150179 req-adb73731-ff92-4b07-8044-f6913bb5cd4d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.137924 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e54c221b-5d20-4beb-b2ce-3e45b2150179 req-adb73731-ff92-4b07-8044-f6913bb5cd4d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0498271 Sep 16 15:13:11.179820 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e54c221b-5d20-4beb-b2ce-3e45b2150179 req-31f4ea91-222a-4b77-b692-e1011a463ec5 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350623 Sep 16 15:13:11.280012 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539bc22-72e0-4744-9024-d3da96f93731 req-6742f950-bfaa-4291-b2e8-be70a51baba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.281568 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-6742f950-bfaa-4291-b2e8-be70a51baba7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1137 time: 0.0413501 Sep 16 15:13:11.324645 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:11.374426 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:11.374901 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:11.381399 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539bc22-72e0-4744-9024-d3da96f93731 req-a7ade31d-5df7-47e7-bb59-78b0684e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.382998 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-a7ade31d-5df7-47e7-bb59-78b0684e5249 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 916 time: 0.0920830 Sep 16 15:13:11.459533 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:11.462225 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-f4d5b9f4-55e2-4e74-bf7c-6a7d1fbdb043 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 1001 time: 0.0635455 Sep 16 15:13:11.482984 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:11.485251 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f800b713-3c7c-4212-87fc-0f934d009014" -d '{"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-plugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:11.498570 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:11.514849 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:11.520711 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539bc22-72e0-4744-9024-d3da96f93731 req-37dec1e4-16dc-4d1a-bc55-62949982667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.522297 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-37dec1e4-16dc-4d1a-bc55-62949982667a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 200 len: 854 time: 0.0519660 Sep 16 15:13:11.539213 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec11c3f-8a11-4ff3-a0da-e954456a4c95 x-openstack-request-id: req-4ec11c3f-8a11-4ff3-a0da-e954456a4c95 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:11.539533 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-plugged", "status": "completed", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:11.539806 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ec11c3f-8a11-4ff3-a0da-e954456a4c95 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:11.540230 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'code': 200} Sep 16 15:13:11.565883 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=10']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:11.630232 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539bc22-72e0-4744-9024-d3da96f93731 req-5782580a-3f44-4075-895c-cbd9be9003f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.631712 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-5782580a-3f44-4075-895c-cbd9be9003f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658836 Sep 16 15:13:11.667153 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcdb90-46e3-4423-965c-50ba3453045c req-41c42441-2fb7-4aac-8b0f-d2f9916cf465 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.668584 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a2dcdb90-46e3-4423-965c-50ba3453045c req-41c42441-2fb7-4aac-8b0f-d2f9916cf465 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0703504 Sep 16 15:13:11.745589 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a2dcdb90-46e3-4423-965c-50ba3453045c req-5ecc3ee5-9003-4379-8337-f34ddb81852e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705237 Sep 16 15:13:11.764362 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-6ca1ae64-9c3e-43f9-b003-3d9375943222 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247716 Sep 16 15:13:11.833033 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553f0de-ed0b-4e25-93e1-a565cb223d1a req-f39901f8-71cd-4319-a3ac-27e7ac510670 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.834489 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c553f0de-ed0b-4e25-93e1-a565cb223d1a req-f39901f8-71cd-4319-a3ac-27e7ac510670 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0502801 Sep 16 15:13:11.861308 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5539bc22-72e0-4744-9024-d3da96f93731 req-214cb097-6d3f-43c1-bc03-ad4c7ad37855 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867136 Sep 16 15:13:11.871365 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c553f0de-ed0b-4e25-93e1-a565cb223d1a req-00d921fa-603c-4e53-ac89-b8ec65293a9a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Sep 16 15:13:11.970744 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face3977-932d-425e-bd81-5f8e3c3c7172 req-951f995f-5e52-494a-8599-f839caeb2304 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.972204 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-face3977-932d-425e-bd81-5f8e3c3c7172 req-951f995f-5e52-494a-8599-f839caeb2304 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0493276 Sep 16 15:13:12.011924 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-face3977-932d-425e-bd81-5f8e3c3c7172 req-5d7e9e45-aab6-46c6-a502-09157e30b2a6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332155 Sep 16 15:13:12.288341 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eb8a5-e3a7-4e5a-9e4e-2da646957e39 req-f25c4fcd-6651-4c89-b487-400d38f1c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.289783 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-200eb8a5-e3a7-4e5a-9e4e-2da646957e39 req-f25c4fcd-6651-4c89-b487-400d38f1c013 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 1100 time: 0.0435612 Sep 16 15:13:12.303802 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b8beb-71d7-461e-b50a-c55b329c3a8a req-b8f7d856-07db-4fb7-890c-ff4efb364cd6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.305306 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-da7b8beb-71d7-461e-b50a-c55b329c3a8a req-b8f7d856-07db-4fb7-890c-ff4efb364cd6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0520964 Sep 16 15:13:12.331904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-200eb8a5-e3a7-4e5a-9e4e-2da646957e39 req-102591f4-3bfc-4e9c-8990-7bfc2dd622ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280740 Sep 16 15:13:12.346778 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-da7b8beb-71d7-461e-b50a-c55b329c3a8a req-a820d758-b308-4240-9bc9-28613212e17a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351007 Sep 16 15:13:12.861631 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d77e7a-19dc-460e-8563-818e447d2443 req-589dffaf-e017-4113-b3d7-790a303ee5b3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.863021 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-31d77e7a-19dc-460e-8563-818e447d2443 req-589dffaf-e017-4113-b3d7-790a303ee5b3 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0516036 Sep 16 15:13:12.899745 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-31d77e7a-19dc-460e-8563-818e447d2443 req-d58cc38f-6e10-4ad4-93c6-46439de7d14e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Sep 16 15:13:12.929990 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:13:12.987971 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2440c7a-edd8-4095-a494-03a64984615a req-fc32789c-78d9-4c55-a177-e1a5a574f66a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.989477 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f2440c7a-edd8-4095-a494-03a64984615a req-fc32789c-78d9-4c55-a177-e1a5a574f66a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0477026 Sep 16 15:13:13.027471 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f2440c7a-edd8-4095-a494-03a64984615a req-4a3f4cd0-0e4f-4809-9c49-0b89cd2ff1cb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Sep 16 15:13:13.135479 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dba3-c5c8-4b45-a95f-6ed8d2f31ec2 req-d922d2cb-ec6a-4730-aed5-459c9cfa4918 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.137115 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d992dba3-c5c8-4b45-a95f-6ed8d2f31ec2 req-d922d2cb-ec6a-4730-aed5-459c9cfa4918 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0522609 Sep 16 15:13:13.176352 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d992dba3-c5c8-4b45-a95f-6ed8d2f31ec2 req-7f508c6a-81eb-4eb5-8c59-5e9aba1a5fca tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Sep 16 15:13:13.249022 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545a086-a1fb-45bf-82b8-8d6a2f59a6a2 req-f0918320-25fa-4193-8f41-9eda0ddd5e10 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.250500 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5545a086-a1fb-45bf-82b8-8d6a2f59a6a2 req-f0918320-25fa-4193-8f41-9eda0ddd5e10 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0576925 Sep 16 15:13:13.301900 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5545a086-a1fb-45bf-82b8-8d6a2f59a6a2 req-26301227-c8d8-4447-b1da-40e186229c6e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Sep 16 15:13:13.304327 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-d54c947c-de8c-49df-ba2b-5df02d4323f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.305731 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-d54c947c-de8c-49df-ba2b-5df02d4323f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=652be789b2d84ef0963291527797a8eb&device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 1098 time: 0.0736742 Sep 16 15:13:13.398838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-5c0df79f-afd2-4163-85ab-91ddff29397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.400207 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-5c0df79f-afd2-4163-85ab-91ddff29397e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 200 len: 920 time: 0.0851371 Sep 16 15:13:13.445580 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-489edea0-ad86-40c6-983d-b4ca6473d4e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 200 len: 217 time: 0.0340085 Sep 16 15:13:13.458322 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a057fa-a9cb-4cd0-92b5-0ec801b16be1 req-0efbf990-1edf-4060-afd7-d77f0f542088 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.459832 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-62a057fa-a9cb-4cd0-92b5-0ec801b16be1 req-0efbf990-1edf-4060-afd7-d77f0f542088 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0478749 Sep 16 15:13:13.500152 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-62a057fa-a9cb-4cd0-92b5-0ec801b16be1 req-be3e2bfd-2685-4b60-abcf-bf0e5cf24e3f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342586 Sep 16 15:13:13.501575 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-ce008af0-1988-48b1-9a77-0149d07f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.503044 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-ce008af0-1988-48b1-9a77-0149d07f8cac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 200 len: 859 time: 0.0472515 Sep 16 15:13:13.540913 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-7280368e-80af-4179-b821-8af1068a7026 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244217 Sep 16 15:13:13.628743 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-56142c61-3212-4434-a18d-e678deffb30c service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789683 Sep 16 15:13:13.719956 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4f669d8f-bb83-4838-9904-adcd2d91d67f req-12897f90-3d97-41fe-8bb3-3f70c3b1e515 service neutron] 10.222.0.47 "GET /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Sep 16 15:13:14.170868 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed18f7-7a8c-4599-80c0-835cc2fe3aa5 req-4f1c61eb-cf6e-49f6-a892-5da70ad6d06a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:14.172567 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-10ed18f7-7a8c-4599-80c0-835cc2fe3aa5 req-4f1c61eb-cf6e-49f6-a892-5da70ad6d06a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0724227 Sep 16 15:13:14.213795 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-10ed18f7-7a8c-4599-80c0-835cc2fe3aa5 req-6e21fe7a-d087-4897-aff9-0b4856c65a16 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352554 Sep 16 15:13:14.309711 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591922e-20e0-4e5b-9c99-2d9ade964e23 req-dd08d203-1aae-46ac-b97c-629d2d759816 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:14.311320 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2591922e-20e0-4e5b-9c99-2d9ade964e23 req-dd08d203-1aae-46ac-b97c-629d2d759816 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0534208 Sep 16 15:13:14.351802 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2591922e-20e0-4e5b-9c99-2d9ade964e23 req-af5ca145-4299-4f46-9a7c-02a4f263bc55 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345194 Sep 16 15:13:14.427139 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de0be7-c144-4c62-8756-fb3863639714 req-5082fa5a-1c8d-4fb8-a98f-7ebf4301c422 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:14.428604 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18de0be7-c144-4c62-8756-fb3863639714 req-5082fa5a-1c8d-4fb8-a98f-7ebf4301c422 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0523026 Sep 16 15:13:14.470759 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18de0be7-c144-4c62-8756-fb3863639714 req-d12b593e-4e56-43d9-9b39-0b27a1aaf063 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Sep 16 15:13:14.615938 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cbe2e-9364-4b4a-9d28-baf6399be20a req-051eceed-1192-485b-b26a-1a6ae9283486 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:14.617528 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c73cbe2e-9364-4b4a-9d28-baf6399be20a req-051eceed-1192-485b-b26a-1a6ae9283486 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0519040 Sep 16 15:13:14.656197 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c73cbe2e-9364-4b4a-9d28-baf6399be20a req-726ac61b-073b-4112-8e91-26b0c3ed2a1d tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328178 Sep 16 15:13:15.340811 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802fa22-fe32-4387-b931-aeeb2283ce56 req-1961d5de-aac7-4a75-9517-1db4f691e922 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:15.342936 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a802fa22-fe32-4387-b931-aeeb2283ce56 req-1961d5de-aac7-4a75-9517-1db4f691e922 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0515904 Sep 16 15:13:15.392259 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a802fa22-fe32-4387-b931-aeeb2283ce56 req-843acc87-d334-4638-b5f9-13a2df836e0c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394948 Sep 16 15:13:15.473360 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649938-5763-4e6e-8aa3-0c434c49f078 req-e1201d5e-7961-4bb9-be8b-fa0d11852ded tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:15.475207 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-83649938-5763-4e6e-8aa3-0c434c49f078 req-e1201d5e-7961-4bb9-be8b-fa0d11852ded tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0494685 Sep 16 15:13:15.511613 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-83649938-5763-4e6e-8aa3-0c434c49f078 req-b3086425-9705-45f9-b672-37708581dc72 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 Sep 16 15:13:15.585568 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfb081-9f0c-4d19-8d8c-0f36ad83a702 req-ac070494-e038-4450-bfab-47174106e0dd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:15.587010 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bcdfb081-9f0c-4d19-8d8c-0f36ad83a702 req-ac070494-e038-4450-bfab-47174106e0dd tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0472105 Sep 16 15:13:15.623715 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bcdfb081-9f0c-4d19-8d8c-0f36ad83a702 req-7238b792-4a60-4607-9400-ea9b934fbed7 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302973 Sep 16 15:13:15.771131 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2927a-a73d-4b1d-a997-5e914b62d4e8 req-18acdc3e-c514-4d88-a03e-819a263ce18b tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:15.772581 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-49b2927a-a73d-4b1d-a997-5e914b62d4e8 req-18acdc3e-c514-4d88-a03e-819a263ce18b tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0513122 Sep 16 15:13:15.811219 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-49b2927a-a73d-4b1d-a997-5e914b62d4e8 req-b00e9fb9-a6d0-42a3-ad21-195e88877621 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326579 Sep 16 15:13:16.626248 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd706c1-68f9-435a-9682-2d0087bf19d6 req-e11396aa-8922-4791-bd6f-9f87330f2789 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.627703 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-acd706c1-68f9-435a-9682-2d0087bf19d6 req-e11396aa-8922-4791-bd6f-9f87330f2789 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Sep 16 15:13:16.667664 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-acd706c1-68f9-435a-9682-2d0087bf19d6 req-529154bd-c56b-45f3-a62e-9c573c7f1f90 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341840 Sep 16 15:13:16.738927 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f383b6-6307-426c-9eb6-703ce0855bc1 req-21d54029-9fba-40cf-9827-1a4b236fc700 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.740395 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-72f383b6-6307-426c-9eb6-703ce0855bc1 req-21d54029-9fba-40cf-9827-1a4b236fc700 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Sep 16 15:13:16.776112 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-72f383b6-6307-426c-9eb6-703ce0855bc1 req-2858b814-88ed-43b5-94d2-fb12198e8be8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298026 Sep 16 15:13:16.922242 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dca86-d250-485e-9337-74cf789d2448 req-d7cf8dc5-cbc4-431d-a52d-c39a0e659e9c tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.923591 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-df4dca86-d250-485e-9337-74cf789d2448 req-d7cf8dc5-cbc4-431d-a52d-c39a0e659e9c tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0476434 Sep 16 15:13:16.961085 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-df4dca86-d250-485e-9337-74cf789d2448 req-70708302-82ce-404c-8c72-bddc0722c580 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316405 Sep 16 15:13:17.543167 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:17.778729 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61258f-73da-42ed-af42-858819cd8695 req-2756023b-fce0-4f76-ac09-895d0d2e1b8f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:17.780111 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4e61258f-73da-42ed-af42-858819cd8695 req-2756023b-fce0-4f76-ac09-895d0d2e1b8f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0472081 Sep 16 15:13:17.817650 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4e61258f-73da-42ed-af42-858819cd8695 req-e8efd005-82ed-4aad-be7e-0d05631cc13a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Sep 16 15:13:17.889618 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f175b-9115-42a1-98f9-ecb9125be69b req-fd456461-5723-460b-bfae-b88ad5c609f4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:17.891108 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-331f175b-9115-42a1-98f9-ecb9125be69b req-fd456461-5723-460b-bfae-b88ad5c609f4 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0483570 Sep 16 15:13:17.927481 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-331f175b-9115-42a1-98f9-ecb9125be69b req-c98eb1da-2885-4285-acc4-3fa759e6dd0c tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Sep 16 15:13:18.071552 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3e533-517f-4451-aeee-4872301c9e65 req-9eb3b6f5-2ed6-4449-b903-af9dcf595e32 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:18.073037 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bda3e533-517f-4451-aeee-4872301c9e65 req-9eb3b6f5-2ed6-4449-b903-af9dcf595e32 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0478489 Sep 16 15:13:18.114847 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bda3e533-517f-4451-aeee-4872301c9e65 req-8b4de7a2-fead-435b-8415-4a98d1d25b17 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348945 Sep 16 15:13:18.928347 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393131b-3ef0-4895-a47e-f8bf4d8d3b9c req-be004d8e-0e1a-4906-8d59-63ab230b2c01 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:18.929953 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f393131b-3ef0-4895-a47e-f8bf4d8d3b9c req-be004d8e-0e1a-4906-8d59-63ab230b2c01 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0472169 Sep 16 15:13:18.971098 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f393131b-3ef0-4895-a47e-f8bf4d8d3b9c req-ed978bf5-3b63-43ed-879f-13d1ca284fd4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342846 Sep 16 15:13:19.043313 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54fb14-5224-484e-b35d-c19848f138fb req-66ee5674-09b6-430d-bea0-8b7c75c30d3b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:19.044810 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ba54fb14-5224-484e-b35d-c19848f138fb req-66ee5674-09b6-430d-bea0-8b7c75c30d3b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0510635 Sep 16 15:13:19.083282 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ba54fb14-5224-484e-b35d-c19848f138fb req-e331a359-9e9e-45b9-85ba-84076c8f88f5 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Sep 16 15:13:19.224509 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71cc63-cfdc-4466-9b90-2321086556c7 req-8b7a55b2-5e9b-401b-9895-38343ce656ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:19.225981 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc71cc63-cfdc-4466-9b90-2321086556c7 req-8b7a55b2-5e9b-401b-9895-38343ce656ee tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0476053 Sep 16 15:13:19.267709 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fc71cc63-cfdc-4466-9b90-2321086556c7 req-0e1cd2b8-2739-4b3f-a7cd-63de5208c63c tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351906 Sep 16 15:13:20.082370 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8d83-cbab-4db1-848a-0ab9329111ef req-0b03123a-9b2a-4375-b73e-fe26a84029a5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.083818 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5d7c8d83-cbab-4db1-848a-0ab9329111ef req-0b03123a-9b2a-4375-b73e-fe26a84029a5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0470316 Sep 16 15:13:20.120991 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5d7c8d83-cbab-4db1-848a-0ab9329111ef req-e0e5e0b4-9fbb-434f-9e12-c9cb8304e20a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Sep 16 15:13:20.195908 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5506a7-04bd-4962-a754-14e5a37bc10f req-014c33de-26eb-4bfd-aa74-3a8019ab83bb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.197502 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0d5506a7-04bd-4962-a754-14e5a37bc10f req-014c33de-26eb-4bfd-aa74-3a8019ab83bb tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0479577 Sep 16 15:13:20.233969 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0d5506a7-04bd-4962-a754-14e5a37bc10f req-d464234f-36cd-4958-a0c1-a46d1e945df8 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299551 Sep 16 15:13:20.380133 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461547a-8dce-46b7-9787-346d15a31965 req-17628c75-9283-406f-9269-7f74aaad927a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.381640 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e461547a-8dce-46b7-9787-346d15a31965 req-17628c75-9283-406f-9269-7f74aaad927a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0480204 Sep 16 15:13:20.422495 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e461547a-8dce-46b7-9787-346d15a31965 req-82ef7642-90bc-4473-b39c-c2a3389704dd tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347018 Sep 16 15:13:20.766856 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7ec6648e-e3e2-4445-a213-1950588227eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:21.237275 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11f3d-1dce-46a0-963b-4afe802a8ea0 req-71d80e98-5efe-43bb-b24d-6c216225bbf5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.238716 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cef11f3d-1dce-46a0-963b-4afe802a8ea0 req-71d80e98-5efe-43bb-b24d-6c216225bbf5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0479391 Sep 16 15:13:21.279522 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cef11f3d-1dce-46a0-963b-4afe802a8ea0 req-8708136f-a721-4bd6-8e5d-c12fbd817334 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Sep 16 15:13:21.550747 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379f922-3e58-4401-9cce-8cb2e1801fc3 req-f1e2a9dd-ba05-4d6a-9230-a97836736970 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:21.552226 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7379f922-3e58-4401-9cce-8cb2e1801fc3 req-f1e2a9dd-ba05-4d6a-9230-a97836736970 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0593572 Sep 16 15:13:21.596014 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7379f922-3e58-4401-9cce-8cb2e1801fc3 req-7d1876af-7403-4c81-8da1-514f521ac3a6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374873 Sep 16 15:13:22.394188 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb145b1-211e-42af-9344-ff567f401cf1 req-72ef8bc1-472c-4a39-966e-629a583df3ae tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.395695 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5cb145b1-211e-42af-9344-ff567f401cf1 req-72ef8bc1-472c-4a39-966e-629a583df3ae tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0500417 Sep 16 15:13:22.435221 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5cb145b1-211e-42af-9344-ff567f401cf1 req-163234b6-cb1c-4ccc-97f6-aeb63729a58e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Sep 16 15:13:22.635323 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59374) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:22.709763 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367c182-025c-49c3-b237-fe4b8e496f11 req-5e8c0d09-708b-4094-b62d-9aa0f7c8e4e6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.711250 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0367c182-025c-49c3-b237-fe4b8e496f11 req-5e8c0d09-708b-4094-b62d-9aa0f7c8e4e6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0486214 Sep 16 15:13:22.747640 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.773044 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0367c182-025c-49c3-b237-fe4b8e496f11 req-1ed2ee69-ef1e-4a80-b338-5426fe5292f3 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557480 Sep 16 15:13:22.855750 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.860722 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.899226 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31c926da53814f6a929b2acaba104526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627516 Sep 16 15:13:22.901870 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59384) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:22.913919 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd16e80-b427-4224-956a-a77152c5c0c4,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:22.931730 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.932082 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.932427 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.932791 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.933140 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.933464 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.933790 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.934115 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.934440 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.935393 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.935716 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.936041 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdca4edf-528c-4b95-8164-3f62739f5010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:22.966551 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cba947a9-a7eb-4d9e-ab9c-4de6ced91130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.987528 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cba947a9-a7eb-4d9e-ab9c-4de6ced91130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.032165 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cba947a9-a7eb-4d9e-ab9c-4de6ced91130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.034695 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cba947a9-a7eb-4d9e-ab9c-4de6ced91130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.035877 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-cba947a9-a7eb-4d9e-ab9c-4de6ced91130 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cd16e80-b427-4224-956a-a77152c5c0c4 HTTP/1.1" status: 204 len: 168 time: 0.1331024 Sep 16 15:13:23.043567 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba947a9-a7eb-4d9e-ab9c-4de6ced91130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd16e80-b427-4224-956a-a77152c5c0c4,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:23.297367 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59390) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:23.310828 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8b1a833c-e48d-4d36-b7ff-a47be4baea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.375050 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a97f2ea2-2f03-4ec7-88af-f246498af339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.399976 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8b1a833c-e48d-4d36-b7ff-a47be4baea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.400631 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.403659 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8b1a833c-e48d-4d36-b7ff-a47be4baea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.439149 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a833c-e48d-4d36-b7ff-a47be4baea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174951e-6fbe-4616-8492-0b661e6018aa,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:23.443589 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8b1a833c-e48d-4d36-b7ff-a47be4baea57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=349e53604cbc4087988b14544376e967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451836 Sep 16 15:13:23.446177 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59392) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:23.494937 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a0b661a5-a60c-47a3-a16a-08d327570d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.516703 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a0b661a5-a60c-47a3-a16a-08d327570d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.550061 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6c616-3375-477b-931a-e078abfa4c00 req-6d8b9daa-f1ab-408e-8360-f710957a92ee tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:23.551693 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d5a6c616-3375-477b-931a-e078abfa4c00 req-6d8b9daa-f1ab-408e-8360-f710957a92ee tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0483680 Sep 16 15:13:23.564965 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a0b661a5-a60c-47a3-a16a-08d327570d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.567695 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a0b661a5-a60c-47a3-a16a-08d327570d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.568845 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a0b661a5-a60c-47a3-a16a-08d327570d3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2174951e-6fbe-4616-8492-0b661e6018aa HTTP/1.1" status: 204 len: 168 time: 0.1217732 Sep 16 15:13:23.578258 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b661a5-a60c-47a3-a16a-08d327570d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174951e-6fbe-4616-8492-0b661e6018aa,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:23.601482 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d5a6c616-3375-477b-931a-e078abfa4c00 req-701c1c23-9546-4aaa-8c19-5b93d4efbbb9 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Sep 16 15:13:23.891381 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b86a21-3330-4637-8914-9dfeb1387153 req-562d8484-0205-47ab-920e-0760a590d277 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:23.892945 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f6b86a21-3330-4637-8914-9dfeb1387153 req-562d8484-0205-47ab-920e-0760a590d277 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0511446 Sep 16 15:13:23.934660 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f6b86a21-3330-4637-8914-9dfeb1387153 req-e41d8e62-38ac-49ea-9494-0647e921bbc4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354652 Sep 16 15:13:24.141079 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415da6-a31f-4812-9fa8-f81484fedf34 req-715ec1b8-8516-4a61-878e-7c4886a22b66 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:24.142583 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-05415da6-a31f-4812-9fa8-f81484fedf34 req-715ec1b8-8516-4a61-878e-7c4886a22b66 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Sep 16 15:13:24.185366 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-05415da6-a31f-4812-9fa8-f81484fedf34 req-c3c19803-2b0b-46af-b56e-01322cebd51b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363076 Sep 16 15:13:24.440363 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.714131 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d7aaf-ee65-4ff7-bb3a-21329e7c5d8f req-ff5a92b8-f6e6-42fe-86fd-81bc6f9f4edc tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:24.715599 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-be4d7aaf-ee65-4ff7-bb3a-21329e7c5d8f req-ff5a92b8-f6e6-42fe-86fd-81bc6f9f4edc tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0478935 Sep 16 15:13:24.757720 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-be4d7aaf-ee65-4ff7-bb3a-21329e7c5d8f req-6ac610c5-e633-4ba6-a98f-83d9a6a8e572 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Sep 16 15:13:25.051289 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fc158-6d2a-4128-9857-071ed1efd0ee req-5f094959-51b9-4aca-be25-dc92e98ee771 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.052778 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-872fc158-6d2a-4128-9857-071ed1efd0ee req-5f094959-51b9-4aca-be25-dc92e98ee771 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0512078 Sep 16 15:13:25.092515 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-872fc158-6d2a-4128-9857-071ed1efd0ee req-bfcb7e8d-ceae-49d2-b6d6-145f3450e1ba tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334940 Sep 16 15:13:25.131420 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59450) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:25.230254 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4b8c383a-7065-45bf-9d95-3b4b938d0324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.304773 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5c8a6-b989-431c-ae91-ce254b0a7d8f req-858ff7ab-b6e6-4bfb-af5d-900f42ec9f6a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.306297 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eac5c8a6-b989-431c-ae91-ce254b0a7d8f req-858ff7ab-b6e6-4bfb-af5d-900f42ec9f6a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0532119 Sep 16 15:13:25.318458 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4b8c383a-7065-45bf-9d95-3b4b938d0324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.322349 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4b8c383a-7065-45bf-9d95-3b4b938d0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.344413 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-eac5c8a6-b989-431c-ae91-ce254b0a7d8f req-74f79be3-d701-43a7-8809-60b80deecd81 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Sep 16 15:13:25.359644 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4b8c383a-7065-45bf-9d95-3b4b938d0324 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eea04f5c30ce427ebc51ee59dfd4c79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271481 Sep 16 15:13:25.360879 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c383a-7065-45bf-9d95-3b4b938d0324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493f6bd3-91a5-4bf7-a964-e30f746116b4,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:25.362315 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59456) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:25.412933 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.433235 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.477900 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.480423 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.482143 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/493f6bd3-91a5-4bf7-a964-e30f746116b4 HTTP/1.1" status: 204 len: 168 time: 0.1181321 Sep 16 15:13:25.489604 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493f6bd3-91a5-4bf7-a964-e30f746116b4,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:25.496342 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.496711 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.497083 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.497415 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.497775 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.498098 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.498425 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.498744 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.499062 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.499386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.499702 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.500012 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f9ac4-b234-413d-975d-17c361da8848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:25.734905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59462) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:25.747585 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a5c04c0c-c462-4867-81a9-315b41d116a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.840494 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a5c04c0c-c462-4867-81a9-315b41d116a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.845165 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a5c04c0c-c462-4867-81a9-315b41d116a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:25.875521 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2a814-0dba-4799-843a-8ba8501c6db6 req-383e1053-f12c-4064-aa1d-c7011ec145f5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.876999 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-25a2a814-0dba-4799-843a-8ba8501c6db6 req-383e1053-f12c-4064-aa1d-c7011ec145f5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0484488 Sep 16 15:13:25.884577 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a5c04c0c-c462-4867-81a9-315b41d116a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d5e305a363d41de8c7b2079f788d818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485887 Sep 16 15:13:25.885503 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c04c0c-c462-4867-81a9-315b41d116a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761618bb-7dc5-4382-abfe-0ffd0cc5a9c7,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:25.888538 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59466) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:25.943117 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-25a2a814-0dba-4799-843a-8ba8501c6db6 req-2ffd00ba-3d8e-4bf8-bc83-c4c753e4de56 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599306 Sep 16 15:13:25.957257 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f6a24d3e-5775-4ba6-8633-9597f395cea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:26.085759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:26.209255 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638a87-a56f-4e8e-ac01-80dbed815ae8 req-e2145d44-5ba1-4cc2-9524-c5785286d7ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:26.210694 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-37638a87-a56f-4e8e-ac01-80dbed815ae8 req-e2145d44-5ba1-4cc2-9524-c5785286d7ce tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0500605 Sep 16 15:13:26.210836 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f6a24d3e-5775-4ba6-8633-9597f395cea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:26.250370 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-37638a87-a56f-4e8e-ac01-80dbed815ae8 req-b57b2f52-5693-4289-b482-508b4c100e72 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333722 Sep 16 15:13:26.257902 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f6a24d3e-5775-4ba6-8633-9597f395cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:26.260427 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f6a24d3e-5775-4ba6-8633-9597f395cea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:26.261689 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f6a24d3e-5775-4ba6-8633-9597f395cea7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/761618bb-7dc5-4382-abfe-0ffd0cc5a9c7 HTTP/1.1" status: 204 len: 168 time: 0.3721881 Sep 16 15:13:26.270174 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a24d3e-5775-4ba6-8633-9597f395cea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761618bb-7dc5-4382-abfe-0ffd0cc5a9c7,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:26.464549 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf852-6078-4410-953f-4701d4e1d2c7 req-8e0e166c-cd62-4d83-a1d9-1b8ab8211178 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:26.466008 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2dbcf852-6078-4410-953f-4701d4e1d2c7 req-8e0e166c-cd62-4d83-a1d9-1b8ab8211178 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0507917 Sep 16 15:13:26.506709 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2dbcf852-6078-4410-953f-4701d4e1d2c7 req-f7f26d2c-2c5c-4628-8237-6629c199b87e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337548 Sep 16 15:13:27.053260 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df274e-2e3b-4300-8c53-911896b05a73 req-048a1283-406a-4b30-b8ca-5b88db0d89f5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.054779 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d7df274e-2e3b-4300-8c53-911896b05a73 req-048a1283-406a-4b30-b8ca-5b88db0d89f5 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Sep 16 15:13:27.120691 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d7df274e-2e3b-4300-8c53-911896b05a73 req-192b740f-4997-4953-ba24-3750820f220e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595729 Sep 16 15:13:27.137222 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-46a3de19-47d8-422c-9dd0-e54b03d61a45 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.139290 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-46a3de19-47d8-422c-9dd0-e54b03d61a45 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 945 time: 0.0656333 Sep 16 15:13:27.237047 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Deleting port 54a61362-64b7-4e32-baba-390a6a84d69b {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:27.237456 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:27.387008 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] For port 54a61362-64b7-4e32-baba-390a6a84d69b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=54a61362-64b7-4e32-baba-390a6a84d69b,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:27.387431 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:27.403862 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06b5ec-5fce-4a2c-ac43-1d19b9921221 req-04173289-cd89-4580-9db3-ffb4dd85c276 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.404381 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Calling delete_port for 54a61362-64b7-4e32-baba-390a6a84d69b owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:13:27.405622 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cb06b5ec-5fce-4a2c-ac43-1d19b9921221 req-04173289-cd89-4580-9db3-ffb4dd85c276 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0643747 Sep 16 15:13:27.418688 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596caeb-25a6-4b8b-8a67-d85aff68cf90 req-53b670b6-15bc-4bd0-9361-b60d2903c999 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.426344 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9596caeb-25a6-4b8b-8a67-d85aff68cf90 req-53b670b6-15bc-4bd0-9361-b60d2903c999 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0956051 Sep 16 15:13:27.479855 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56897201-2f82-4580-a086-d855dcd9ad17 req-5fc2291b-7d8f-4e87-bd20-02b5bb17b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.482443 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-5fc2291b-7d8f-4e87-bd20-02b5bb17b35b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1098 time: 0.0754874 Sep 16 15:13:27.489022 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cb06b5ec-5fce-4a2c-ac43-1d19b9921221 req-7f426c4f-6884-4ceb-a181-4191c0f5236a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702949 Sep 16 15:13:27.507001 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9596caeb-25a6-4b8b-8a67-d85aff68cf90 req-540789e4-63c2-4861-a183-ebb4d25bf6ed tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779603 Sep 16 15:13:27.615406 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:27.642489 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Pushing event deleted for resources: {'Port': ['ID=54a61362-64b7-4e32-baba-390a6a84d69b,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:27.645267 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-520be319-982a-4f63-b242-d38fbf63bf7c req-5570ed79-99ee-43ae-a54f-fe0375420c73 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7784a70-39a5-4715-acf7-ca34d50139d1 HTTP/1.1" status: 200 len: 210 time: 0.0362825 Sep 16 15:13:27.656543 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['54a61362-64b7-4e32-baba-390a6a84d69b', '4584b1dc-867f-46c8-8c9e-36d5cd675ee9'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:27.669447 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56897201-2f82-4580-a086-d855dcd9ad17 req-32b97c62-bb14-41f6-a8e7-2e4258484bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.673607 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-32b97c62-bb14-41f6-a8e7-2e4258484bf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.1643515 Sep 16 15:13:27.685236 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] No DVR routers for this DVR port 54a61362-64b7-4e32-baba-390a6a84d69b on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:13:27.690239 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:27.692381 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a6cbabf7-6f76-4878-b243-ab5c0c6b7da7 req-ebbc423d-d7b8-4faf-a558-c46cffb84544 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "DELETE /v2.0/ports/54a61362-64b7-4e32-baba-390a6a84d69b HTTP/1.1" status: 204 len: 173 time: 0.5465813 Sep 16 15:13:27.692930 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'name': 'network-vif-deleted', 'tag': '54a61362-64b7-4e32-baba-390a6a84d69b'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:27.695267 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b612b04-4caa-4e7a-a842-a864badc8d05" -d '{"events": [{"server_uuid": "c7784a70-39a5-4715-acf7-ca34d50139d1", "name": "network-vif-deleted", "tag": "54a61362-64b7-4e32-baba-390a6a84d69b"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:27.735014 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd3020-7a95-47f8-a983-1872216de459 x-openstack-request-id: req-c7fd3020-7a95-47f8-a983-1872216de459 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:27.735407 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7784a70-39a5-4715-acf7-ca34d50139d1", "name": "network-vif-deleted", "tag": "54a61362-64b7-4e32-baba-390a6a84d69b", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:27.735757 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7fd3020-7a95-47f8-a983-1872216de459 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:27.736250 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7784a70-39a5-4715-acf7-ca34d50139d1', 'name': 'network-vif-deleted', 'tag': '54a61362-64b7-4e32-baba-390a6a84d69b', 'status': 'completed', 'code': 200} Sep 16 15:13:27.754732 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-5ef595a2-8d88-4152-99d2-c8e64f71d280 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 1000 time: 0.0733588 Sep 16 15:13:27.842749 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56897201-2f82-4580-a086-d855dcd9ad17 req-a00945ae-79af-4b3b-9785-30f1d351bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.844235 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-a00945ae-79af-4b3b-9785-30f1d351bc3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0480671 Sep 16 15:13:27.926635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56897201-2f82-4580-a086-d855dcd9ad17 req-8ce3372b-713b-4467-9012-78753acd8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:27.928132 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-8ce3372b-713b-4467-9012-78753acd8fbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455062 Sep 16 15:13:28.017890 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-de11fb9f-bb5f-49a4-a3cb-357deebeec75 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807793 Sep 16 15:13:28.113383 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-56897201-2f82-4580-a086-d855dcd9ad17 req-83641852-8328-4a19-a1bf-300aea8c8ea7 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873475 Sep 16 15:13:28.605883 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b81128-323a-4306-95c8-08caa38d3d2d req-83e56145-b04a-481b-b0c8-628c941daf21 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:28.607442 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68b81128-323a-4306-95c8-08caa38d3d2d req-83e56145-b04a-481b-b0c8-628c941daf21 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0514212 Sep 16 15:13:28.629904 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a5666-4fb0-46b3-9caf-2928f5fe7a90 req-1544871a-def3-4473-ac65-cb67c71f5aef tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:28.631464 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7d3a5666-4fb0-46b3-9caf-2928f5fe7a90 req-1544871a-def3-4473-ac65-cb67c71f5aef tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0598547 Sep 16 15:13:28.651197 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68b81128-323a-4306-95c8-08caa38d3d2d req-25d4b1c7-1082-4308-8fef-7bfb99714165 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360610 Sep 16 15:13:28.670525 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7d3a5666-4fb0-46b3-9caf-2928f5fe7a90 req-6af0b040-9b6b-4c20-a39e-b38a53da37e4 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Sep 16 15:13:28.929528 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6faf0c-766d-442a-bcb0-44b53eca11f5 req-2ff4a6f0-1cdb-455c-b064-54a40238473a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:28.930995 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a6faf0c-766d-442a-bcb0-44b53eca11f5 req-2ff4a6f0-1cdb-455c-b064-54a40238473a tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0470786 Sep 16 15:13:28.973173 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a6faf0c-766d-442a-bcb0-44b53eca11f5 req-659e5d02-6cf5-4a00-9328-f08c1c8553ad tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356038 Sep 16 15:13:29.764626 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81388a-9d4b-41bd-a52a-7ccd7a87cc29 req-5810aa3f-e95c-44ac-9b07-3876848d2ae0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:29.767073 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ee81388a-9d4b-41bd-a52a-7ccd7a87cc29 req-5810aa3f-e95c-44ac-9b07-3876848d2ae0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0496671 Sep 16 15:13:29.785717 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba926dd-9e5e-4954-98a8-fe580388469a req-7dbea31f-ebcf-4d1a-8e56-54dff4e3a683 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:29.787244 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-dba926dd-9e5e-4954-98a8-fe580388469a req-7dbea31f-ebcf-4d1a-8e56-54dff4e3a683 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Sep 16 15:13:29.815574 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ee81388a-9d4b-41bd-a52a-7ccd7a87cc29 req-ff2550d8-14bb-4880-8693-23a899f2965a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421610 Sep 16 15:13:29.830576 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-dba926dd-9e5e-4954-98a8-fe580388469a req-cd5f5a78-89dc-4a24-b1fc-dc7aba2179fe tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Sep 16 15:13:30.089129 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f842-92b7-4139-ae9c-c975ea2ab3bd req-c8b8c511-e3b2-43e2-b973-16ca83ed336e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:30.090573 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-80d1f842-92b7-4139-ae9c-c975ea2ab3bd req-c8b8c511-e3b2-43e2-b973-16ca83ed336e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0484743 Sep 16 15:13:30.126436 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-80d1f842-92b7-4139-ae9c-c975ea2ab3bd req-39fe4da9-d423-4be5-97d5-62694e512642 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300741 Sep 16 15:13:30.930603 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e83308-ef1c-4cda-bfd8-8e9127c371af req-16b3cdbc-587f-42a0-934c-b1e2d9d2ada9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:30.931989 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e83308-ef1c-4cda-bfd8-8e9127c371af req-16b3cdbc-587f-42a0-934c-b1e2d9d2ada9 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0488055 Sep 16 15:13:30.973059 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e83308-ef1c-4cda-bfd8-8e9127c371af req-5531f576-6b0f-4853-947a-8282ecd1e7be tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbe72d1e-a8c7-478c-a080-d9af6a6ede62&id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345376 Sep 16 15:13:31.242241 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1645bf-9212-4eb0-b8bf-4b8818b13faf req-1a577e9a-b623-4ee4-b26f-826aa855a20e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:31.243625 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6f1645bf-9212-4eb0-b8bf-4b8818b13faf req-1a577e9a-b623-4ee4-b26f-826aa855a20e tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0519207 Sep 16 15:13:31.281489 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6f1645bf-9212-4eb0-b8bf-4b8818b13faf req-1d462e35-f95d-4bf7-9b81-9e079ad6f396 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Sep 16 15:13:31.395334 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 54a61362-64b7-4e32-baba-390a6a84d69b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:31.416612 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 54a61362-64b7-4e32-baba-390a6a84d69b {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:13:31.416940 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 54a61362-64b7-4e32-baba-390a6a84d69b not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:13:32.394940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bd2ab-f932-44ca-8eaa-6495256d6f31 req-a00492e8-e9a8-4946-abe6-111c6f74f8b9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:32.396423 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-948bd2ab-f932-44ca-8eaa-6495256d6f31 req-a00492e8-e9a8-4946-abe6-111c6f74f8b9 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0482481 Sep 16 15:13:32.437376 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-948bd2ab-f932-44ca-8eaa-6495256d6f31 req-3670aa7b-4ebb-4f83-8e3a-3826ceb0ecb1 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Sep 16 15:13:33.552327 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b1c6-6371-4e8f-b01b-8d7de9f01d10 req-a7cf224c-e2a3-446c-b5f5-306409d4e405 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:33.553806 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0e73b1c6-6371-4e8f-b01b-8d7de9f01d10 req-a7cf224c-e2a3-446c-b5f5-306409d4e405 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Sep 16 15:13:33.590846 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0e73b1c6-6371-4e8f-b01b-8d7de9f01d10 req-dd4fde7c-9a42-47f2-93be-5b601081953b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Sep 16 15:13:34.705725 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167c150-5b20-4baf-ae42-27572c5de582 req-d4761812-2ebd-42e5-8a3f-0d665aa3906f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:34.707196 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f167c150-5b20-4baf-ae42-27572c5de582 req-d4761812-2ebd-42e5-8a3f-0d665aa3906f tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Sep 16 15:13:34.743481 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f167c150-5b20-4baf-ae42-27572c5de582 req-c0510e3f-2a35-4601-9212-2d0384e314ff tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302107 Sep 16 15:13:35.858173 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a28870-75fa-4c2f-8015-9b6688d051da req-df1831f5-87b5-4bca-8c1e-f5446c9b6967 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:35.859622 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-50a28870-75fa-4c2f-8015-9b6688d051da req-df1831f5-87b5-4bca-8c1e-f5446c9b6967 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0479984 Sep 16 15:13:35.898649 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-50a28870-75fa-4c2f-8015-9b6688d051da req-4b8a2a7f-59c7-442d-b016-be0874a46541 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/security-groups?id=b9715c15-fb56-4e60-971d-fa32e3f2756f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Sep 16 15:13:36.363636 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-67c4ae3d-88ac-4a2e-adc1-2e2d165a77fc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:36.365137 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-67c4ae3d-88ac-4a2e-adc1-2e2d165a77fc tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Sep 16 15:13:36.461905 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Deleting port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:36.462376 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.553663 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] For port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:36.554034 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.566601 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Calling delete_port for 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:13:36.694399 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.722575 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Pushing event deleted for resources: {'Port': ['ID=4584b1dc-867f-46c8-8c9e-36d5cd675ee9,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:36.737381 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['4584b1dc-867f-46c8-8c9e-36d5cd675ee9'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:36.766659 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] No DVR routers for this DVR port 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:13:36.769069 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:36.771038 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c804ce90-11d3-4deb-a17e-2ea7b94b728c req-81ce9cc0-a2c8-4a25-ae1b-eece3ae0605b tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.47 "DELETE /v2.0/ports/4584b1dc-867f-46c8-8c9e-36d5cd675ee9 HTTP/1.1" status: 204 len: 173 time: 0.3976028 Sep 16 15:13:36.771472 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'name': 'network-vif-deleted', 'tag': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:36.773716 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae8d5b9-e0a8-4fce-9640-7cb9699a46b0" -d '{"events": [{"server_uuid": "2a70181b-184c-4dd1-a6e3-51c4474aafa9", "name": "network-vif-deleted", "tag": "4584b1dc-867f-46c8-8c9e-36d5cd675ee9"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:36.811173 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ebed3c-7ba3-4284-9c77-af7799f1a64c x-openstack-request-id: req-03ebed3c-7ba3-4284-9c77-af7799f1a64c {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:36.811501 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a70181b-184c-4dd1-a6e3-51c4474aafa9", "name": "network-vif-deleted", "tag": "4584b1dc-867f-46c8-8c9e-36d5cd675ee9", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:36.811757 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03ebed3c-7ba3-4284-9c77-af7799f1a64c {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:36.812152 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a70181b-184c-4dd1-a6e3-51c4474aafa9', 'name': 'network-vif-deleted', 'tag': '4584b1dc-867f-46c8-8c9e-36d5cd675ee9', 'status': 'completed', 'code': 200} Sep 16 15:13:37.008719 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7955e31-f670-4060-9bf4-535f0a438bd7 req-5d50b205-d9e5-420a-b3b4-bb2081978437 tempest-ServerRescueNegativeTestJSON-352612832 tempest-ServerRescueNegativeTestJSON-352612832-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a70181b-184c-4dd1-a6e3-51c4474aafa9 HTTP/1.1" status: 200 len: 210 time: 0.0297530 Sep 16 15:13:38.065340 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59622) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:38.477475 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.764156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Deleting port 1f603159-4dd7-4d36-bd2c-c779f88827b1 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:38.764414 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.842175 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] For port 1f603159-4dd7-4d36-bd2c-c779f88827b1, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=1f603159-4dd7-4d36-bd2c-c779f88827b1,segment=NetworkSegment(780a2bc4-1e98-41ad-b7a1-de9252173fab),segment_id=780a2bc4-1e98-41ad-b7a1-de9252173fab)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:38.842534 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:38.855787 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Calling delete_port for 1f603159-4dd7-4d36-bd2c-c779f88827b1 owned by network:router_interface {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:13:39.035606 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:39.059920 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f603159-4dd7-4d36-bd2c-c779f88827b1,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:39.219278 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:39.429464 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:13:39.464167 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:39.485394 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:13:39.485742 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4584b1dc-867f-46c8-8c9e-36d5cd675ee9 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:13:39.768648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:13:39.773728 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a5e72677-ab81-4fdf-b4cc-fe8d50fb343d admin admin] 10.222.0.36 "PUT /v2.0/routers/6be11b5c-0a1d-427b-9c1d-d56dbd12e584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7073176 Sep 16 15:13:39.776215 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59626) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:39.777141 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] Sync routers for ids ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:13:39.786586 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] Routers {'6be11b5c-0a1d-427b-9c1d-d56dbd12e584'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:39.787191 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:13:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:39.879539 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:39.891463 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] Set router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:39.989589 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.040932 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Deleting port a647c385-9448-486d-b54f-9677513e068e {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:13:40.041185 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.073163 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a647c385-9448-486d-b54f-9677513e068e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:13:38Z', 'revision_number': 5, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port': {'id': 'a647c385-9448-486d-b54f-9677513e068e', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:10:36Z', 'updated_at': '2021-09-16T15:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:40.122186 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] For port a647c385-9448-486d-b54f-9677513e068e, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=a647c385-9448-486d-b54f-9677513e068e,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:40.122549 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.136588 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Calling delete_port for a647c385-9448-486d-b54f-9677513e068e owned by network:router_gateway {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:13:40.187384 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] Checking router: 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:13:40.195779 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] Routers {'6be11b5c-0a1d-427b-9c1d-d56dbd12e584'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:40.196389 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:13:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:40.284404 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] Set router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 gateway port host: None {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:40.318638 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.336228 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:13:39Z', 'revision_number': 6, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:40.347280 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a647c385-9448-486d-b54f-9677513e068e,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:40.369543 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21efc202-b163-485c-af9d-70a20a3fc73b None None] The sync data for ids ['6be11b5c-0a1d-427b-9c1d-d56dbd12e584'] in dv-cinder-774288-9-iscsi is: [{'id': '6be11b5c-0a1d-427b-9c1d-d56dbd12e584', 'name': 'tempest-ServerRescueNegativeTestJSON-1202918430-router', 'tenant_id': '652be789b2d84ef0963291527797a8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:10:35Z', 'updated_at': '2021-09-16T15:13:39Z', 'revision_number': 6, 'project_id': '652be789b2d84ef0963291527797a8eb', 'gw_port_host': None}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:13:40.408428 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.511024 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.513141 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.583529 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.583986 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be11b5c-0a1d-427b-9c1d-d56dbd12e584 {{(pid=94155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:13:40.588797 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.589925 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-c48efd7b-e8cb-4cc4-9e85-faa098d192a0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6be11b5c-0a1d-427b-9c1d-d56dbd12e584 HTTP/1.1" status: 204 len: 168 time: 0.8127449 Sep 16 15:13:40.592335 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59630) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:40.636040 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Deleting subnet d0506e19-8fe8-4b0e-8142-f89101eee5d3 {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:13:40.639097 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.672791 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880018'] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.713185 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.774389 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6198084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5794139'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.800571 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0506e19-8fe8-4b0e-8142-f89101eee5d3,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:40.802536 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.806587 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3b0ecf0b-3778-499a-9673-90e47436c4fd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d0506e19-8fe8-4b0e-8142-f89101eee5d3 HTTP/1.1" status: 204 len: 168 time: 0.2106168 Sep 16 15:13:40.806985 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59632) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:40.873661 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.951250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:40.970845 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf']}} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:40.979963 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780a2bc4-1e98-41ad-b7a1-de9252173fab') {'for_net_delete': True} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:40.980259 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780a2bc4-1e98-41ad-b7a1-de9252173fab') {} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:40.989461 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880025'] for segment, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.001890 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.007540 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:13:41.008012 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6198682'] for segment, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: Traceback (most recent call last): Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: timer() Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: cb(*args, **kw) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: return func(*args, **kwargs) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: self._notify() Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: self.callback(batched_events) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: event.method(event) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: return f(self, *a, **k) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._get(url).json() Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: return self.request(url, 'GET', **kwargs) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:13:41.009591 dv-cinder-774288-9-iscsi neutron-server[94155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:13:41.065445 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.070520 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.072330 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf HTTP/1.1" status: 204 len: 168 time: 0.2645025 Sep 16 15:13:41.085469 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d9be5-e68b-466c-a3ef-2d1ac4486010 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cdec1c0-81b1-4bf3-97de-5f7ce7b19ddf,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:41.245857 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59638) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:41.287411 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6ac52cdc-42bf-472a-a5a5-54540b7812b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=652be789b2d84ef0963291527797a8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403020 Sep 16 15:13:41.289874 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59640) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:41.339032 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b0792cb-ce51-440b-b068-36b7449bd956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.362018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b0792cb-ce51-440b-b068-36b7449bd956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.409179 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b0792cb-ce51-440b-b068-36b7449bd956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.411748 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b0792cb-ce51-440b-b068-36b7449bd956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:41.412955 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9b0792cb-ce51-440b-b068-36b7449bd956 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9715c15-fb56-4e60-971d-fa32e3f2756f HTTP/1.1" status: 204 len: 168 time: 0.1222069 Sep 16 15:13:41.422406 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0792cb-ce51-440b-b068-36b7449bd956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9715c15-fb56-4e60-971d-fa32e3f2756f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:41.610056 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a647c385-9448-486d-b54f-9677513e068e no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:41.629288 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: a647c385-9448-486d-b54f-9677513e068e {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:13:41.629628 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a647c385-9448-486d-b54f-9677513e068e not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:13:41.630053 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f603159-4dd7-4d36-bd2c-c779f88827b1 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:13:41.650345 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 1f603159-4dd7-4d36-bd2c-c779f88827b1 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:13:41.650622 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f603159-4dd7-4d36-bd2c-c779f88827b1 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:13:43.674020 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59726) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:43.776716 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbf0bb93-ce1c-4039-9d91-6de16718ebab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:43.861892 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbf0bb93-ce1c-4039-9d91-6de16718ebab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:43.865513 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbf0bb93-ce1c-4039-9d91-6de16718ebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:43.903754 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-fbf0bb93-ce1c-4039-9d91-6de16718ebab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68ff965638584e7584e15a60668f196f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286859 Sep 16 15:13:43.904624 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0bb93-ce1c-4039-9d91-6de16718ebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c993022f-36d4-4680-90fb-8e7e135f769e,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:43.907046 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59730) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:43.953559 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-303be666-9f58-48a9-a955-22d1ac04ecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:43.976857 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-303be666-9f58-48a9-a955-22d1ac04ecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.021256 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-303be666-9f58-48a9-a955-22d1ac04ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.023785 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-303be666-9f58-48a9-a955-22d1ac04ecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.024975 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-303be666-9f58-48a9-a955-22d1ac04ecae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c993022f-36d4-4680-90fb-8e7e135f769e HTTP/1.1" status: 204 len: 168 time: 0.1169405 Sep 16 15:13:44.033177 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303be666-9f58-48a9-a955-22d1ac04ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c993022f-36d4-4680-90fb-8e7e135f769e,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:44.274709 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59736) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:44.287718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3e59f7b6-6604-4ae8-9fba-da6ee02f46f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.377975 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3e59f7b6-6604-4ae8-9fba-da6ee02f46f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.381931 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3e59f7b6-6604-4ae8-9fba-da6ee02f46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.418938 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-3e59f7b6-6604-4ae8-9fba-da6ee02f46f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd85fbb7988644d387c8e5231f6d457a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431427 Sep 16 15:13:44.420032 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59f7b6-6604-4ae8-9fba-da6ee02f46f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd4b7f3-3de2-4dcd-8343-517d3ea04966,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:44.421599 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59740) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:44.469111 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6601c28f-3bfe-4070-b10a-790fce2577f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.490205 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6601c28f-3bfe-4070-b10a-790fce2577f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.533959 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6601c28f-3bfe-4070-b10a-790fce2577f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.536343 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6601c28f-3bfe-4070-b10a-790fce2577f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:44.537494 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6601c28f-3bfe-4070-b10a-790fce2577f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cd4b7f3-3de2-4dcd-8343-517d3ea04966 HTTP/1.1" status: 204 len: 168 time: 0.1148610 Sep 16 15:13:44.544676 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601c28f-3bfe-4070-b10a-790fce2577f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd4b7f3-3de2-4dcd-8343-517d3ea04966,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:47.544407 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.717845 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59830) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:48.818248 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d54617af-fe1f-4e47-9d1a-ac129ffff29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.909148 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d54617af-fe1f-4e47-9d1a-ac129ffff29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.913339 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d54617af-fe1f-4e47-9d1a-ac129ffff29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:48.950372 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d54617af-fe1f-4e47-9d1a-ac129ffff29a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=381df3760359491a8d8abca334693654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313004 Sep 16 15:13:48.951393 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54617af-fe1f-4e47-9d1a-ac129ffff29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d58e252-1770-4047-8f9b-6f2a5f2cc93a,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:48.953004 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59838) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.001861 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5976c747-f785-474b-b868-10d69db5acc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.022390 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5976c747-f785-474b-b868-10d69db5acc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.070494 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5976c747-f785-474b-b868-10d69db5acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.073056 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5976c747-f785-474b-b868-10d69db5acc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.074182 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5976c747-f785-474b-b868-10d69db5acc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d58e252-1770-4047-8f9b-6f2a5f2cc93a HTTP/1.1" status: 204 len: 168 time: 0.1195798 Sep 16 15:13:49.081750 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976c747-f785-474b-b868-10d69db5acc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d58e252-1770-4047-8f9b-6f2a5f2cc93a,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.101321 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59844) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.202798 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e1733a92-b1d0-4e97-b866-9e07a4b6a78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.298632 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e1733a92-b1d0-4e97-b866-9e07a4b6a78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.302704 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e1733a92-b1d0-4e97-b866-9e07a4b6a78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.342578 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e1733a92-b1d0-4e97-b866-9e07a4b6a78d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=224ad0d7b7904a48acb4eea3b2601ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397606 Sep 16 15:13:49.343719 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1733a92-b1d0-4e97-b866-9e07a4b6a78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878cdf86-f1c4-48e7-af99-c67be2ef2368,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.345896 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59850) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.394760 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 59852) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.395729 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2d86709c-3730-46d7-aa96-61f491751d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.408619 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcbe7-6172-4152-8b91-8791157449b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.416686 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2d86709c-3730-46d7-aa96-61f491751d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.463064 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2d86709c-3730-46d7-aa96-61f491751d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.465569 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2d86709c-3730-46d7-aa96-61f491751d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.466686 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2d86709c-3730-46d7-aa96-61f491751d3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/878cdf86-f1c4-48e7-af99-c67be2ef2368 HTTP/1.1" status: 204 len: 168 time: 0.1198196 Sep 16 15:13:49.477741 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86709c-3730-46d7-aa96-61f491751d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878cdf86-f1c4-48e7-af99-c67be2ef2368,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.502235 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcbe7-6172-4152-8b91-8791157449b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.506644 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e6bdcbe7-6172-4152-8b91-8791157449b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.546047 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e6bdcbe7-6172-4152-8b91-8791157449b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a8f5a60262d44e487cea593ad435fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501184 Sep 16 15:13:49.548658 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdcbe7-6172-4152-8b91-8791157449b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82dc081-7e04-48f2-8405-4b370d96e46f,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.549409 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 59856) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:49.600313 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d673fa45-2d6a-43b1-9f88-1fd9b46762da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.621663 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d673fa45-2d6a-43b1-9f88-1fd9b46762da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.668411 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d673fa45-2d6a-43b1-9f88-1fd9b46762da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.670939 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d673fa45-2d6a-43b1-9f88-1fd9b46762da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:49.672111 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d673fa45-2d6a-43b1-9f88-1fd9b46762da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c82dc081-7e04-48f2-8405-4b370d96e46f HTTP/1.1" status: 204 len: 168 time: 0.1217270 Sep 16 15:13:49.680618 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673fa45-2d6a-43b1-9f88-1fd9b46762da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82dc081-7e04-48f2-8405-4b370d96e46f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:49.929346 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:13:50.769017 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7ba17486-f626-4a9c-8a6c-f95c8da9183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:51.764281 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-b23696cc-57cd-4482-a674-f2432e84f0c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416007 Sep 16 15:13:51.882349 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-07b8f5bc-c318-4378-9c64-2faf054fcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:51.883851 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-07b8f5bc-c318-4378-9c64-2faf054fcee5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 1098 time: 0.0429389 Sep 16 15:13:52.005940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-af1850ab-f94f-4f08-b18b-7851c250f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.007383 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-af1850ab-f94f-4f08-b18b-7851c250f37c service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.1000240 Sep 16 15:13:52.076160 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-13518f95-c392-4cc6-a1fb-973a2c3e65ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 200 len: 1000 time: 0.0583632 Sep 16 15:13:52.128710 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-e82ef10a-e85f-4a21-ad5d-bcec446ef908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.130064 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-e82ef10a-e85f-4a21-ad5d-bcec446ef908 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0421190 Sep 16 15:13:52.176652 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-1a180c87-655c-4f7a-8891-385fb5ea862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:52.178226 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-1a180c87-655c-4f7a-8891-385fb5ea862f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390222 Sep 16 15:13:52.277012 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-69866c8b-76cf-4f3c-a416-7960f5ab76b6 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893488 Sep 16 15:13:52.378277 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4368423b-923c-4d94-be7c-d4f1cdf1f87f req-21c1fb5c-0374-4607-8c95-ed5a0de801cf service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885928 Sep 16 15:13:53.377728 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f366-02f2-448f-be0a-5c09615e71b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.402816 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.618741 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60002) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:53.719771 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4f267a6b-ff16-43a8-af02-f110a079e0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.806090 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4f267a6b-ff16-43a8-af02-f110a079e0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.810560 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4f267a6b-ff16-43a8-af02-f110a079e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.847589 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4f267a6b-ff16-43a8-af02-f110a079e0d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b2e01652b2e47f38292b867b47f57b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277625 Sep 16 15:13:53.848723 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267a6b-ff16-43a8-af02-f110a079e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2979e6-3e89-4c85-9d89-64aeb607f8c2,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:53.851434 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60006) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:53.899447 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-613b492e-903e-43a6-85e4-9c7b3b41b614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.919281 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-613b492e-903e-43a6-85e4-9c7b3b41b614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.964415 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-613b492e-903e-43a6-85e4-9c7b3b41b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.966855 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-613b492e-903e-43a6-85e4-9c7b3b41b614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:53.967960 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-613b492e-903e-43a6-85e4-9c7b3b41b614 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee2979e6-3e89-4c85-9d89-64aeb607f8c2 HTTP/1.1" status: 204 len: 168 time: 0.1153152 Sep 16 15:13:53.975525 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b492e-903e-43a6-85e4-9c7b3b41b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2979e6-3e89-4c85-9d89-64aeb607f8c2,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:54.216460 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60012) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:54.229360 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1d8371ce-0c98-49c2-a0a3-1c22b8791d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.319097 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1d8371ce-0c98-49c2-a0a3-1c22b8791d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.322712 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1d8371ce-0c98-49c2-a0a3-1c22b8791d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.360232 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-1d8371ce-0c98-49c2-a0a3-1c22b8791d05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03661273f63742fe835fd72938b6a3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422269 Sep 16 15:13:54.360961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8371ce-0c98-49c2-a0a3-1c22b8791d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01220e7f-efcf-4257-8f95-c0a3db941781,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:54.363521 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60014) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:54.410775 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0222d3bb-a884-4bc5-838b-bedb98201430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.433137 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0222d3bb-a884-4bc5-838b-bedb98201430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.444885 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.484150 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0222d3bb-a884-4bc5-838b-bedb98201430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.487274 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-0222d3bb-a884-4bc5-838b-bedb98201430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.488423 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-0222d3bb-a884-4bc5-838b-bedb98201430 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01220e7f-efcf-4257-8f95-c0a3db941781 HTTP/1.1" status: 204 len: 168 time: 0.1236658 Sep 16 15:13:54.496114 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222d3bb-a884-4bc5-838b-bedb98201430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01220e7f-efcf-4257-8f95-c0a3db941781,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:54.741290 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60032) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:54.853983 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9bb9-eaaf-47e4-909c-d0a105b8e88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.943584 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9bb9-eaaf-47e4-909c-d0a105b8e88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.946996 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b6b9bb9-eaaf-47e4-909c-d0a105b8e88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:54.984953 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b9bb9-eaaf-47e4-909c-d0a105b8e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612d5b01-a76d-4926-b561-08d7a96b5142,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:54.989524 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1b6b9bb9-eaaf-47e4-909c-d0a105b8e88d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91a166d115924ab98d7edd0bc66ec91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472332 Sep 16 15:13:54.992513 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60046) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:55.039973 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d373f09f-d89b-4e32-8507-f2405abcfeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.061306 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d373f09f-d89b-4e32-8507-f2405abcfeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.109440 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d373f09f-d89b-4e32-8507-f2405abcfeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.111895 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d373f09f-d89b-4e32-8507-f2405abcfeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.113059 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d373f09f-d89b-4e32-8507-f2405abcfeae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/612d5b01-a76d-4926-b561-08d7a96b5142 HTTP/1.1" status: 204 len: 168 time: 0.1201310 Sep 16 15:13:55.120940 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373f09f-d89b-4e32-8507-f2405abcfeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d5b01-a76d-4926-b561-08d7a96b5142,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:55.430539 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60060) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:55.443724 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1292a98-5a39-4992-9f9e-ef8410ea736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.536997 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1292a98-5a39-4992-9f9e-ef8410ea736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.541656 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f1292a98-5a39-4992-9f9e-ef8410ea736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.581561 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f1292a98-5a39-4992-9f9e-ef8410ea736e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d29143e980749ef934008383ee25f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498785 Sep 16 15:13:55.582522 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1292a98-5a39-4992-9f9e-ef8410ea736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483b425e-817f-4791-83e9-5a158854f099,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:55.586426 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60062) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:55.647360 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-53483d9c-eaac-4f2c-aed1-e991e289f69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.672193 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-53483d9c-eaac-4f2c-aed1-e991e289f69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.720461 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-53483d9c-eaac-4f2c-aed1-e991e289f69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.723749 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-53483d9c-eaac-4f2c-aed1-e991e289f69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:55.724965 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-53483d9c-eaac-4f2c-aed1-e991e289f69f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/483b425e-817f-4791-83e9-5a158854f099 HTTP/1.1" status: 204 len: 168 time: 0.1375186 Sep 16 15:13:55.733192 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53483d9c-eaac-4f2c-aed1-e991e289f69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483b425e-817f-4791-83e9-5a158854f099,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:56.032465 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60072) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:56.045092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c7b02f3d-3581-45ac-8c3e-1fe0a5940622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.088901 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.134171 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c7b02f3d-3581-45ac-8c3e-1fe0a5940622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.137873 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c7b02f3d-3581-45ac-8c3e-1fe0a5940622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.175390 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c7b02f3d-3581-45ac-8c3e-1fe0a5940622 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68506f5eca7548d484d31b8af16ab14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418846 Sep 16 15:13:56.176242 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b02f3d-3581-45ac-8c3e-1fe0a5940622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e698193-eeb2-43cc-9565-8207db6f9ada,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:56.178210 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60076) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:56.224910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5706212-95db-4831-97a0-1b68371ce2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.245373 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5706212-95db-4831-97a0-1b68371ce2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.290205 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5706212-95db-4831-97a0-1b68371ce2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.292798 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b5706212-95db-4831-97a0-1b68371ce2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.293913 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b5706212-95db-4831-97a0-1b68371ce2c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e698193-eeb2-43cc-9565-8207db6f9ada HTTP/1.1" status: 204 len: 168 time: 0.1147316 Sep 16 15:13:56.301765 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5706212-95db-4831-97a0-1b68371ce2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e698193-eeb2-43cc-9565-8207db6f9ada,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:09.331770 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c1be-140f-4989-97a6-d91a8e063278 req-61b6bb39-846b-4c01-99b6-e5e9c3e86b75 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:09.333276 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ce66c1be-140f-4989-97a6-d91a8e063278 req-61b6bb39-846b-4c01-99b6-e5e9c3e86b75 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0483377 Sep 16 15:14:09.375363 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ce66c1be-140f-4989-97a6-d91a8e063278 req-3bd3fa9f-852a-41b6-b6ea-0515f775137f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358641 Sep 16 15:14:10.500089 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671113a-2b82-49a8-8355-e5bc78e79460 req-1185cf4d-a332-4dbc-97ec-0f1c7e2dc0f9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:10.501605 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4671113a-2b82-49a8-8355-e5bc78e79460 req-1185cf4d-a332-4dbc-97ec-0f1c7e2dc0f9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0498490 Sep 16 15:14:10.540927 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4671113a-2b82-49a8-8355-e5bc78e79460 req-1305486b-5af3-4aa5-a874-f64eb55e1b00 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Sep 16 15:14:11.658028 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc48c5c-921d-41c6-9f95-a83bb71baf62 req-d9f8d26d-6ac2-4b7b-9d17-bea0145af20c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:11.660059 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9fc48c5c-921d-41c6-9f95-a83bb71baf62 req-d9f8d26d-6ac2-4b7b-9d17-bea0145af20c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0479498 Sep 16 15:14:11.696614 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9fc48c5c-921d-41c6-9f95-a83bb71baf62 req-f0639f77-9b00-4612-ab18-330894a2d126 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307205 Sep 16 15:14:11.835223 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60266) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:11.936805 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a1f28f7-6dbd-4337-b122-ce3504f4c7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.024874 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a1f28f7-6dbd-4337-b122-ce3504f4c7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.028574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a1f28f7-6dbd-4337-b122-ce3504f4c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.066153 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2a1f28f7-6dbd-4337-b122-ce3504f4c7f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e238925f359498da5ffb8d81041eb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295418 Sep 16 15:14:12.066646 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f28f7-6dbd-4337-b122-ce3504f4c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caef065-87f6-4bf4-9923-84c731513bb8,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:12.068564 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60272) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:12.116946 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a415043-5fe3-4c82-82ba-080608bce6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.138032 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a415043-5fe3-4c82-82ba-080608bce6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.184032 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a415043-5fe3-4c82-82ba-080608bce6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.186868 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a415043-5fe3-4c82-82ba-080608bce6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:12.188090 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-2a415043-5fe3-4c82-82ba-080608bce6cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9caef065-87f6-4bf4-9923-84c731513bb8 HTTP/1.1" status: 204 len: 168 time: 0.1183133 Sep 16 15:14:12.196397 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a415043-5fe3-4c82-82ba-080608bce6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caef065-87f6-4bf4-9923-84c731513bb8,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:12.814635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7379c-8e6d-4422-932d-3f4544652169 req-80567d5f-7794-4f78-a873-199c366a3e24 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:12.816136 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-acc7379c-8e6d-4422-932d-3f4544652169 req-80567d5f-7794-4f78-a873-199c366a3e24 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0485091 Sep 16 15:14:12.854662 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-acc7379c-8e6d-4422-932d-3f4544652169 req-a8342da7-9ba3-416c-9aa8-d50702174c34 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Sep 16 15:14:13.975104 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eceb15-c039-41f9-bd4e-065bab39a619 req-44937614-0544-43b0-9994-d639a40ae5f9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:13.976579 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-81eceb15-c039-41f9-bd4e-065bab39a619 req-44937614-0544-43b0-9994-d639a40ae5f9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0511441 Sep 16 15:14:14.013632 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-81eceb15-c039-41f9-bd4e-065bab39a619 req-728688f6-c33a-47ee-b7c7-f564961fb023 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Sep 16 15:14:14.774598 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-0d3f155c-a043-4b69-aa6f-9b372af4be1a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:14.776051 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-0d3f155c-a043-4b69-aa6f-9b372af4be1a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0463095 Sep 16 15:14:14.869909 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Deleting port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:14.870251 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:14.957008 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] For port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:14.957356 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:15.189244 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c920-867f-41b9-9804-b4f2f76505c0 req-8b24a098-ac2d-4ee6-8539-3f2052ecf334 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:15.191186 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f370c920-867f-41b9-9804-b4f2f76505c0 req-8b24a098-ac2d-4ee6-8539-3f2052ecf334 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 947 time: 0.0964894 Sep 16 15:14:15.210726 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:15.211080 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:15.211395 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Floating IP ac55ba5d-3fbe-4350-bba8-432a397b8242 disassociated. External IP: 172.27.2.192, port: 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6. Sep 16 15:14:15.211773 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Calling delete_port for 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:15.273555 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f370c920-867f-41b9-9804-b4f2f76505c0 req-b068bd3e-b206-47ef-b0db-f239c6f0216b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=c7bf2028-918d-4239-b0e5-078ca23a622a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760276 Sep 16 15:14:15.378599 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:15.406770 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event deleted for resources: {'Port': ['ID=3cc0fde2-c42c-442d-b65f-bfd917f2ccd6,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:15.788928 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Router e22771f7-afb2-4dac-a7cd-007e49674840 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:15.898047 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:15.910380 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:15.921595 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:15.922557 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:13:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:15.941796 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] No DVR routers for this DVR port 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:15.944328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:15.946413 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0aacadf7-b6a9-4c08-ab57-174cdd0f3334 req-5710ed6d-78ec-41fa-af92-1f2d3d5490c4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "DELETE /v2.0/ports/3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 HTTP/1.1" status: 204 len: 173 time: 1.1618762 Sep 16 15:14:15.946850 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-deleted', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:15.949146 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece81da9-f21c-4172-89a5-a95c336677b3" -d '{"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-deleted", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:15.998200 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7879e-594e-407a-bae3-e80fd54becd5 x-openstack-request-id: req-83e7879e-594e-407a-bae3-e80fd54becd5 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:15.998490 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44708de-3421-4476-95ab-3aa8506590ea", "name": "network-vif-deleted", "tag": "3cc0fde2-c42c-442d-b65f-bfd917f2ccd6", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:15.998747 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83e7879e-594e-407a-bae3-e80fd54becd5 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:15.999145 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44708de-3421-4476-95ab-3aa8506590ea', 'name': 'network-vif-deleted', 'tag': '3cc0fde2-c42c-442d-b65f-bfd917f2ccd6', 'status': 'completed', 'code': 200} Sep 16 15:14:16.039253 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:16.242744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:16.268894 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:16.277483 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:16.278202 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:13:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:16.390131 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f3edcbe9-d223-4d8f-b5bb-d6561e950dd6 req-6598f660-39d8-4808-b78e-ed51097e1b4d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=e44708de-3421-4476-95ab-3aa8506590ea HTTP/1.1" status: 200 len: 210 time: 0.0282557 Sep 16 15:14:16.504606 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:16.712662 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:16.749190 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719c8b2-7a61-4cd0-9d9e-ecd6ebbdf3b1 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:16.976901 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79ee294-7865-46b1-9915-83ea9c777543 None None] New status for floating IP ac55ba5d-3fbe-4350-bba8-432a397b8242: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:17.219699 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60376) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.323871 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e7912134-2f07-4ee2-908d-f95890ddfdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.409190 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e7912134-2f07-4ee2-908d-f95890ddfdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.412936 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e7912134-2f07-4ee2-908d-f95890ddfdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.451423 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7912134-2f07-4ee2-908d-f95890ddfdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da24ca0-9d0c-4aa0-a3b9-e40044db80df,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:17.458562 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e7912134-2f07-4ee2-908d-f95890ddfdd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cea24bee22d4f99916cb4ee1be8f20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347784 Sep 16 15:14:17.459208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60384) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.507273 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60388) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.513606 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ac620471-355a-42c3-9154-e766fd7a0388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.537075 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ac620471-355a-42c3-9154-e766fd7a0388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.538626 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.563562 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae6da-a294-4fe4-b2fb-4f0d868be195 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.585124 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ac620471-355a-42c3-9154-e766fd7a0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.587641 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae6da-a294-4fe4-b2fb-4f0d868be195 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.587769 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ac620471-355a-42c3-9154-e766fd7a0388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.588912 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-ac620471-355a-42c3-9154-e766fd7a0388 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2da24ca0-9d0c-4aa0-a3b9-e40044db80df HTTP/1.1" status: 204 len: 168 time: 0.1290169 Sep 16 15:14:17.596908 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac620471-355a-42c3-9154-e766fd7a0388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da24ca0-9d0c-4aa0-a3b9-e40044db80df,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:17.649760 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae6da-a294-4fe4-b2fb-4f0d868be195 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.653202 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ed8ae6da-a294-4fe4-b2fb-4f0d868be195 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.654548 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-ed8ae6da-a294-4fe4-b2fb-4f0d868be195 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "DELETE /v2.0/security-groups/c7bf2028-918d-4239-b0e5-078ca23a622a HTTP/1.1" status: 204 len: 168 time: 0.1462116 Sep 16 15:14:17.657663 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60392) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.665379 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ae6da-a294-4fe4-b2fb-4f0d868be195 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf2028-918d-4239-b0e5-078ca23a622a,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:17.678099 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.api.v2.resource [None req-89879c26-d525-4702-819d-4bcf696fbfd1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] show failed (client error): The resource could not be found. Sep 16 15:14:17.679419 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-89879c26-d525-4702-819d-4bcf696fbfd1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups/c7bf2028-918d-4239-b0e5-078ca23a622a HTTP/1.1" status: 404 len: 347 time: 0.0198662 Sep 16 15:14:17.682317 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60394) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:17.812969 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Deleting port 229b8668-4413-495f-8f63-6782b9771eb7 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:17.813482 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.890010 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.890342 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:17.905594 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Calling delete_port for 229b8668-4413-495f-8f63-6782b9771eb7 owned by network:floatingip {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:18.056232 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.080460 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event deleted for resources: {'Port': ['ID=229b8668-4413-495f-8f63-6782b9771eb7,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:18.145416 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.148068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.152669 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4f19b08a-6d28-4d9f-8b1c-4f171dc1ae05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "DELETE /v2.0/floatingips/ac55ba5d-3fbe-4350-bba8-432a397b8242 HTTP/1.1" status: 204 len: 168 time: 0.4690051 Sep 16 15:14:18.618401 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60432) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:18.623565 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075376340', 'description': 'tempest-description--410635412'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:18.646733 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.727105 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.731011 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.753961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.755152 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1355674 Sep 16 15:14:18.758116 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60438) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:18.762603 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'security_group_rule': {'security_group_id': '849f528f-71a4-4a25-99e8-93c2f9c0e875', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:18.762846 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3ca23-a608-4bfd-9fa8-d87722ccf247 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849f528f-71a4-4a25-99e8-93c2f9c0e875,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:18.790067 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.834893 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.838239 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.855373 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c2836f-fde9-440b-9e8f-1fece39f9d8a,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:18.861677 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.862872 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-647368e4-ea79-4eb0-9208-4394c70e6798 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037178 Sep 16 15:14:18.865462 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60440) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:18.869681 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'security_group_rule': {'security_group_id': '849f528f-71a4-4a25-99e8-93c2f9c0e875', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:18.894857 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.949414 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.953213 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.969747 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60623479-b6c4-4d1b-9cf7-0a7e3cecf70a,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:18.976671 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:18.977840 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-c41a061a-0f3f-43b4-8a3c-5cc42ddc02ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114700 Sep 16 15:14:18.980921 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60442) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:18.985450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:19.006871 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.104219 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.211293 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Allocated IP 172.27.2.226 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/2800094d-c70a-4ad0-a795-28568bb34065) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:19.317759 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.350871 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.390480 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:19.394164 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60460) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.398112 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:19.400073 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'Port': ['ID=2800094d-c70a-4ad0-a795-28568bb34065,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.402300 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:19.482122 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.498932 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dc2cee75-f251-4208-9754-0b881285a737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.523054 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.596857 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dc2cee75-f251-4208-9754-0b881285a737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.601792 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dc2cee75-f251-4208-9754-0b881285a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.638952 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-dc2cee75-f251-4208-9754-0b881285a737 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa9d6f2a5882426db71b2e12710ecb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437019 Sep 16 15:14:19.639801 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cee75-f251-4208-9754-0b881285a737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8f835-5448-431f-8ac1-7977b5d2c914,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.641721 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60464) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:19.644778 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:19.665789 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:19.666268 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 3cc0fde2-c42c-442d-b65f-bfd917f2ccd6 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:19.709328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.718536 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.727952 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-031da01c-88a7-4770-a76e-1fafb04e1f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.800455 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'Port': ['ID=2800094d-c70a-4ad0-a795-28568bb34065,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:19.809242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-031da01c-88a7-4770-a76e-1fafb04e1f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.835939 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.855788 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.865013 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7179c1af-d02c-4cfc-879b-cc8861bc7615 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8830302 Sep 16 15:14:19.879742 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-031da01c-88a7-4770-a76e-1fafb04e1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.882621 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-031da01c-88a7-4770-a76e-1fafb04e1f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.886180 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-031da01c-88a7-4770-a76e-1fafb04e1f51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01e8f835-5448-431f-8ac1-7977b5d2c914 HTTP/1.1" status: 204 len: 168 time: 0.2405307 Sep 16 15:14:19.902128 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031da01c-88a7-4770-a76e-1fafb04e1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8f835-5448-431f-8ac1-7977b5d2c914,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:20.059129 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-62ec9fa5-db3e-4c86-b1c1-ae237a8e42f1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1075376340&fields=id&tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 267 time: 0.0328107 Sep 16 15:14:20.170273 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-2a240429-2777-4641-abf4-815029d23b90 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:20.171736 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-2a240429-2777-4641-abf4-815029d23b90 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 816 time: 0.1045463 Sep 16 15:14:20.186505 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-a6732c77-dd65-40d9-83f3-4357ccbd6a61 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/quotas/b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 375 time: 0.0089407 Sep 16 15:14:20.240155 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-e79bb4a8-47af-4117-825c-20f31fbaf4f9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477488 Sep 16 15:14:20.342748 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-5f18a3cc-0a90-4e43-a47b-d1b61fbde8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902803 Sep 16 15:14:20.432580 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-3443aeb7-aa94-4661-8d2e-6d23cafce852 service neutron] 10.222.0.36 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830462 Sep 16 15:14:20.511307 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60504) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:20.595181 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a55b11c3-fed5-471f-a446-15a8a6969ffb req-6c4450c1-522b-45ab-b149-caae879232c3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0272331 Sep 16 15:14:20.625592 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-249280743-network', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:20.646766 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Made reservation on behalf of caa59442412b49e1973a46acab2ff38b for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:20.649408 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.662780 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.762531 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.767944 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.778140 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-57041863-04af-48ca-84df-bdde7ca424f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.789861 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:14:20.805033 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd0f016-0178-4fa5-92c1-1e8c66ce0f80,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:20.807953 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.808292 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Added segment 987f3daf-151c-4f64-a418-b82582146330 of type vlan for network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 Sep 16 15:14:20.848270 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.873010 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.874063 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:20.874749 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:20.905866 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3907175 Sep 16 15:14:20.906751 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60520) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:20.910883 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Request body: {'subnet': {'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-249280743-subnet', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'ip_version': 4}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:20.951421 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237aac6e-ca9d-4638-92a1-c58e22843469 admin admin] Pushing event updated for resources: {'Network': ['ID=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:20.961437 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:14:20.964673 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Made reservation on behalf of caa59442412b49e1973a46acab2ff38b for: {'subnet': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:20.967448 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5794172'] for subnet, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.131462 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6198023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5794130'] for subnet, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.186071 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd7c080-d17a-48e9-80cd-e211abbd5040,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:21.193462 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Checking segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:21.193817 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Network hostable DHCP agents. Network: bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94155) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:14:21.209582 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94155) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:14:21.217374 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82) {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:21.221306 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:21.221889 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.226741 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feae3f3-3e73-4aed-836f-dc5d57ab3dd3 None None] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:21.240093 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-45791181-34d3-4470-861f-80d4b667c229 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3329298 Sep 16 15:14:21.242871 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60522) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:21.247621 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:21.269450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.270483 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.323893 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.370477 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:14:21.371342 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.460641 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.504212 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Allocated IP 172.20.0.2 (bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82/bfd7c080-d17a-48e9-80cd-e211abbd5040/53c2d5e1-ab55-4a50-89ca-5e7d5964410a) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:21.647540 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.654161 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.667524 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.688964 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.691848 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:21.694644 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:21.698020 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:21.706097 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Pushing event updated for resources: {'Port': ['ID=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:21.717672 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.717953 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.718297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.718633 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.718970 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.719301 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.719634 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.719956 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.720861 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.721197 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.721519 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.721840 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:21.722304 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d928168c-f035-42d3-9c54-06c27fc6b852 req-f61a43a0-6ec8-4013-81ab-0407169336b9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0356832 Sep 16 15:14:21.770245 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Attempting to bind port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:21.770612 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Attempting to bind port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:21.770977 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Attempting to bind port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a on network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:21.775894 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:21.776266 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Checking segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:21.776695 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.777088 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Bound using segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:21.777544 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Bound port: 53c2d5e1-ab55-4a50-89ca-5e7d5964410a, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:21.777944 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.814744 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Allocated IP 172.27.2.39 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/c84114c6-4708-435d-888e-117077385f00) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:21.839963 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] For port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:21.843066 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] For port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:21.848385 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.909001 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9ec00-7753-4cd1-a0fa-4ae58ea8b6e6 None None] Pushing event updated for resources: {'Port': ['ID=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:21.922697 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:21.957915 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:22.001538 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:22.004381 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:22.009657 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:22.021074 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Pushing event updated for resources: {'Port': ['ID=c84114c6-4708-435d-888e-117077385f00,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:22.284023 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:22.473605 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:22.604671 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:14:22.712041 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:22.720848 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Sync routers for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:22.728443 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:22.729939 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-fe2c0b2e-67c0-4d6b-9b59-51ce6302e877 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4860818 Sep 16 15:14:22.732654 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60530) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:22.734294 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:22.735111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:13:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:22.838172 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-be9f32c2-64f9-44a0-a591-128f49eb967a req-4fce4d7d-f94f-4a15-bbb6-b9375b54f220 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0325713 Sep 16 15:14:22.845603 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:22.874217 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04954ebe-640c-4848-be40-e05f5faa0e50 None None] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:23.033830 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-dd8fbe72-80e5-447b-a093-841fdcc3de90 None None] Provisioning complete for port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:23.034107 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbe72-80e5-447b-a093-841fdcc3de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.154322 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.230400 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:22Z', 'revision_number': 3, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:23.236933 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbe72-80e5-447b-a093-841fdcc3de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.282254 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Checking router: 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:23.282624 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Updating router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 port c84114c6-4708-435d-888e-117077385f00 binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:14:23.321724 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Allocated IP 172.20.0.1 (bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82/bfd7c080-d17a-48e9-80cd-e211abbd5040/0850edfd-6523-4cbb-9571-5db8d1cef56b) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:23.324311 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.361936 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-dd8fbe72-80e5-447b-a093-841fdcc3de90 None None] For port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:23.376618 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbe72-80e5-447b-a093-841fdcc3de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.427437 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-773ffcd9-be16-4c1f-9194-2ae75d827ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.450439 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.486601 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.500265 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.522453 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:23.526597 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:23.529930 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:23.536710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-f811161f-c29d-464a-a70c-2b3feda01408 None None] Provisioning complete for port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:23.537210 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f811161f-c29d-464a-a70c-2b3feda01408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.538533 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fbe72-80e5-447b-a093-841fdcc3de90 None None] Pushing event updated for resources: {'Port': ['ID=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:23.565012 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=0850edfd-6523-4cbb-9571-5db8d1cef56b,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:23.577739 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.578212 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.578652 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.579105 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.580213 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.580681 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.581111 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.581651 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.582034 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.582574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.583070 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.583491 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:23.594569 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.765388 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.809295 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 53c2d5e1-ab55-4a50-89ca-5e7d5964410a up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:23.939836 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:23.940607 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.945676 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.985367 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.055575 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-bffcc834-72d8-48e9-8ee7-a742998b541e None None] Provisioning complete for port 0850edfd-6523-4cbb-9571-5db8d1cef56b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:24.055957 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-bffcc834-72d8-48e9-8ee7-a742998b541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.087870 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Attempting to bind port c84114c6-4708-435d-888e-117077385f00 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:24.088273 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Attempting to bind port c84114c6-4708-435d-888e-117077385f00 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:24.088997 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Attempting to bind port c84114c6-4708-435d-888e-117077385f00 on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:24.108473 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b387151-0411-4d16-b84d-86ab0b19bd15 None None] Pushing event updated for resources: {'Port': ['ID=c84114c6-4708-435d-888e-117077385f00,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:24.122318 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:24.122714 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:24.123091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.123484 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:24.123967 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Bound port: c84114c6-4708-435d-888e-117077385f00, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:24.124343 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.128540 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-bffcc834-72d8-48e9-8ee7-a742998b541e None None] Port 0850edfd-6523-4cbb-9571-5db8d1cef56b cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:24.230162 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] For port c84114c6-4708-435d-888e-117077385f00, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:24.242920 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] For port c84114c6-4708-435d-888e-117077385f00, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c84114c6-4708-435d-888e-117077385f00,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:24.248066 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.259245 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d75f4bac-9786-4eec-ba3a-56df2f09e1eb req-50fdb348-303a-4d31-af72-ccf5c115d2f9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.3313711 Sep 16 15:14:24.305683 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:24.306298 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:24.310339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-07736ae6-4c51-48a2-b5fb-67123a1c3b97 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:24.311766 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-07736ae6-4c51-48a2-b5fb-67123a1c3b97 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 816 time: 0.4279654 Sep 16 15:14:24.329127 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.333685 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.339703 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b387151-0411-4d16-b84d-86ab0b19bd15 None None] Pushing event updated for resources: {'Port': ['ID=c84114c6-4708-435d-888e-117077385f00,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:24.418072 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:24.427259 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.432794 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=0850edfd-6523-4cbb-9571-5db8d1cef56b,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:24.441992 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-6ceb597e-6c0f-46d6-aabb-de0e8e41b97c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 380 time: 0.0862827 Sep 16 15:14:24.461519 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'port': {'device_id': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'admin_state_up': True, 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'security_groups': ['849f528f-71a4-4a25-99e8-93c2f9c0e875']}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:24.466530 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.603029 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:24.605888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:24.630472 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 1, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:24.661933 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf3667-25f9-41a8-ae33-4cf1f5bca469 None None] The sync data for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi is: [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 1, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:24.666700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Made reservation on behalf of b4a1a0787ce0446cb20ae487dc9a63b1 for: {'port': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:24.670227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.797262 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:24.873382 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-1bcb3747-525b-40a2-98dd-b37c5a017027 None None] Provisioning complete for port 0850edfd-6523-4cbb-9571-5db8d1cef56b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:24.873896 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1bcb3747-525b-40a2-98dd-b37c5a017027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:24.919780 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb3747-525b-40a2-98dd-b37c5a017027 None None] Port 0850edfd-6523-4cbb-9571-5db8d1cef56b cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:24.927013 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Allocated IP 172.20.0.4 (5d12b9d2-866f-4b19-b044-703079df8635/838dfcac-4a3b-41ee-ab79-d9d3a87d44a8/5e85e2bd-e728-47fe-9eba-b3eac4fa786f) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:25.003722 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:25.011986 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-bae08ad2-90a5-4a8c-a831-f07284681ce7 admin admin] 10.222.0.36 "PUT /v2.0/routers/5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782009 Sep 16 15:14:25.122604 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.158967 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.212114 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Network 5d12b9d2-866f-4b19-b044-703079df8635 is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:25.215384 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:25.219344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:25.262170 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:25.296020 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:25.296714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.316313 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-608803ee-0306-4b2c-bfb3-0b76cc524081 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584566 Sep 16 15:14:25.423905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dfdf0-12db-4697-ac7b-0e9c15dfe740 req-4dd72185-b34f-44d6-a98f-e78adf379532 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:25.426088 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3e1dfdf0-12db-4697-ac7b-0e9c15dfe740 req-4dd72185-b34f-44d6-a98f-e78adf379532 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 931 time: 0.0611327 Sep 16 15:14:25.475282 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3e1dfdf0-12db-4697-ac7b-0e9c15dfe740 req-e5a52e0d-3201-427d-85e4-13925be0ced5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431113 Sep 16 15:14:25.556015 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-2ba8bc7e-47ca-4b68-a0a4-8f2990de1e49 None None] Provisioning complete for port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:25.556574 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2ba8bc7e-47ca-4b68-a0a4-8f2990de1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.600921 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8bc7e-47ca-4b68-a0a4-8f2990de1e49 None None] Port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:25.618740 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60568) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:25.623735 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1095368079-network', 'tenant_id': '01672df98cad48948e84cab6f78e5393'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:25.645344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Made reservation on behalf of 01672df98cad48948e84cab6f78e5393 for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:25.648035 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.658397 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.678535 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device c84114c6-4708-435d-888e-117077385f00 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:25.735795 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port c84114c6-4708-435d-888e-117077385f00 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:25.736373 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.771667 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.777022 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.800707 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:14:25.814402 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c87f0d-e229-4208-a817-fa316dffccf7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:25.820150 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.820966 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Added segment bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4 of type vlan for network 3b492647-200a-4fac-96a3-e9b584445dc7 Sep 16 15:14:25.823658 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.847520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port c84114c6-4708-435d-888e-117077385f00, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c84114c6-4708-435d-888e-117077385f00,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:25.852064 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.867714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.895480 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.896537 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:25.897318 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.907474 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=c84114c6-4708-435d-888e-117077385f00,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:25.928754 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3087740 Sep 16 15:14:25.931562 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60570) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:25.936772 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Request body: {'subnet': {'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1095368079-subnet', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'ip_version': 4}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:25.959347 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Made reservation on behalf of 01672df98cad48948e84cab6f78e5393 for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:25.961979 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939707'] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:25.971799 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd401f5-fddb-473c-8fec-539bad7e2679 admin admin] Pushing event updated for resources: {'Network': ['ID=3b492647-200a-4fac-96a3-e9b584445dc7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:25.986215 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 3b492647-200a-4fac-96a3-e9b584445dc7 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:14:26.092475 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.341391 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939669'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.395227 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b2d40f-ff01-4b26-91f8-89698d3b0a7f,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:26.409415 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.409771 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.410117 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.410454 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.410788 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.411127 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.411456 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.411785 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.412116 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.412443 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.412790 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.413116 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:26.418055 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Checking segment: {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:26.418415 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Network hostable DHCP agents. Network: 3b492647-200a-4fac-96a3-e9b584445dc7, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:14:26.434791 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Network 3b492647-200a-4fac-96a3-e9b584445dc7 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:14:26.444076 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 3b492647-200a-4fac-96a3-e9b584445dc7) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:26.448191 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:26.448843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.454721 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949279ff-ab2e-41bb-99c7-9f21c35a0ee1 None None] Network 3b492647-200a-4fac-96a3-e9b584445dc7 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:26.465312 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-feb88b57-86cd-4479-b2c3-1a9e3dbd5d3d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5323098 Sep 16 15:14:26.465979 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60574) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:26.470613 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:26.497281 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.498246 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.562039 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.608101 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-3b492647-200a-4fac-96a3-e9b584445dc7', 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'fixed_ips': [{'subnet_id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:14:26.609106 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.733544 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f62e9-5d40-49b6-9891-9556a0a5b219 req-d3cd20a3-63ce-4e82-b366-b80e674f3816 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:26.735046 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5d2f62e9-5d40-49b6-9891-9556a0a5b219 req-d3cd20a3-63ce-4e82-b366-b80e674f3816 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 931 time: 0.1709433 Sep 16 15:14:26.737544 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.752083 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Allocated IP 172.20.0.2 (3b492647-200a-4fac-96a3-e9b584445dc7/44b2d40f-ff01-4b26-91f8-89698d3b0a7f/097f312e-8456-4785-bf0a-9c6c9211f6a0) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:26.796003 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5d2f62e9-5d40-49b6-9891-9556a0a5b219 req-67a97083-1422-4579-9c13-4d32d881fcd7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539141 Sep 16 15:14:26.866648 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Sync routers for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:26.875586 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:26.876870 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:26.912034 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.918673 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.931431 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:14:26.955915 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Network 3b492647-200a-4fac-96a3-e9b584445dc7 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:26.958824 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:26.962238 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:26.974745 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Pushing event updated for resources: {'Port': ['ID=097f312e-8456-4785-bf0a-9c6c9211f6a0,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:26.975342 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:26.999053 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.002169 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:27.029630 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Attempting to bind port 097f312e-8456-4785-bf0a-9c6c9211f6a0 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:27.030003 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Attempting to bind port 097f312e-8456-4785-bf0a-9c6c9211f6a0 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:27.030370 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Attempting to bind port 097f312e-8456-4785-bf0a-9c6c9211f6a0 on network 3b492647-200a-4fac-96a3-e9b584445dc7 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:27.035394 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:27.035774 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Checking segment: {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:27.036176 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.036728 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Bound using segment: {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:27.037224 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Bound port: 097f312e-8456-4785-bf0a-9c6c9211f6a0, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:27.037610 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.103247 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] For port 097f312e-8456-4785-bf0a-9c6c9211f6a0, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:27.106370 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] For port 097f312e-8456-4785-bf0a-9c6c9211f6a0, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=097f312e-8456-4785-bf0a-9c6c9211f6a0,segment=NetworkSegment(bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4),segment_id=bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:27.110578 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.112081 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Allocated IP 172.27.2.63 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/3de54687-34a9-4ac3-8a95-1cd72907cd10) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:27.174312 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46305142-78f0-4ae1-8232-fd9240f33fe5 None None] Pushing event updated for resources: {'Port': ['ID=097f312e-8456-4785-bf0a-9c6c9211f6a0,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:27.204459 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 2, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:27.230497 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Checking router: 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:27.230844 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Updating router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 port 0850edfd-6523-4cbb-9571-5db8d1cef56b binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:14:27.242173 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.267865 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.285911 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.327818 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:27.332442 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:27.339366 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:27.342873 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=3de54687-34a9-4ac3-8a95-1cd72907cd10,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:27.558828 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.565101 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.611234 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.614185 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Pushing event updated for resources: {'Port': ['ID=0850edfd-6523-4cbb-9571-5db8d1cef56b,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:27.622059 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.622488 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.622929 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.623364 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.623795 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.624227 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.624683 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.625212 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.625567 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.626033 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.627020 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.627371 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:27.653647 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Request body: {'port': {'device_id': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:27.694288 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Attempting to bind port 0850edfd-6523-4cbb-9571-5db8d1cef56b on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:27.695106 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Attempting to bind port 0850edfd-6523-4cbb-9571-5db8d1cef56b by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:27.695476 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Attempting to bind port 0850edfd-6523-4cbb-9571-5db8d1cef56b on network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:27.700885 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:27.701514 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Checking segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:27.702085 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.702641 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Bound using segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:27.703307 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Bound port: 0850edfd-6523-4cbb-9571-5db8d1cef56b, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:27.703866 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.750808 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.780335 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] For port 0850edfd-6523-4cbb-9571-5db8d1cef56b, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:27.781776 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device c84114c6-4708-435d-888e-117077385f00 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:27.784531 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] For port 0850edfd-6523-4cbb-9571-5db8d1cef56b, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=0850edfd-6523-4cbb-9571-5db8d1cef56b,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:27.790127 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.857454 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port c84114c6-4708-435d-888e-117077385f00 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:27.858589 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.864963 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:27.865592 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:27.928200 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e478a-09c5-4e8e-a0ae-c5bf485aede7 None None] Pushing event updated for resources: {'Port': ['ID=0850edfd-6523-4cbb-9571-5db8d1cef56b,revision_number=4']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:27.998039 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1b07-1c38-43fc-bfbe-133c8248cc4b req-9ada0255-3600-4319-9237-8444a85d3122 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:27.998605 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 097f312e-8456-4785-bf0a-9c6c9211f6a0 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:28.000179 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-97ce1b07-1c38-43fc-bfbe-133c8248cc4b req-9ada0255-3600-4319-9237-8444a85d3122 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 931 time: 0.0979431 Sep 16 15:14:28.065823 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 097f312e-8456-4785-bf0a-9c6c9211f6a0 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:28.066264 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.079205 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-97ce1b07-1c38-43fc-bfbe-133c8248cc4b req-ffa6592c-3e73-4033-a238-4c61a02d73aa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729191 Sep 16 15:14:28.085577 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:28.134570 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.176904 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.218839 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 097f312e-8456-4785-bf0a-9c6c9211f6a0, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=097f312e-8456-4785-bf0a-9c6c9211f6a0,segment=NetworkSegment(bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4),segment_id=bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:28.233075 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.235752 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-ab6f4d61-5206-49e7-89e9-4532037f4c61 None None] Provisioning complete for port 0850edfd-6523-4cbb-9571-5db8d1cef56b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:28.236463 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d61-5206-49e7-89e9-4532037f4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.298919 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=097f312e-8456-4785-bf0a-9c6c9211f6a0,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:28.409727 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d61-5206-49e7-89e9-4532037f4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.415014 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b3e05-f833-4a3e-a25d-6afb7b7cbed9 None None] Network 3b492647-200a-4fac-96a3-e9b584445dc7 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:28.464641 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94155) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:14:28.513425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e85e2bd-e728-47fe-9eba-b3eac4fa786f {{(pid=94155) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:28.523276 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.533570 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:27Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:28.544540 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-ab6f4d61-5206-49e7-89e9-4532037f4c61 None None] For port 0850edfd-6523-4cbb-9571-5db8d1cef56b, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=0850edfd-6523-4cbb-9571-5db8d1cef56b,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:28.552185 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ab6f4d61-5206-49e7-89e9-4532037f4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.563042 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db8bd5f-5bd1-4489-9bd4-ed8e71ba4a19 None None] The sync data for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi is: [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:27Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:28.575756 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.provisioning_blocks [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Transition to ACTIVE for port object 5e85e2bd-e728-47fe-9eba-b3eac4fa786f will not be triggered until provisioned by entity L2. {{(pid=94155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:14:28.581400 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.638755 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f4d61-5206-49e7-89e9-4532037f4c61 None None] Pushing event updated for resources: {'Port': ['ID=0850edfd-6523-4cbb-9571-5db8d1cef56b,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:28.686876 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-74f749b7-132e-4760-85b4-377477d076fe None None] Provisioning complete for port 097f312e-8456-4785-bf0a-9c6c9211f6a0 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:28.687251 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-74f749b7-132e-4760-85b4-377477d076fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:28.696225 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:28.808045 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-74f749b7-132e-4760-85b4-377477d076fe None None] Provisioning complete for port 0850edfd-6523-4cbb-9571-5db8d1cef56b triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:28.808632 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-74f749b7-132e-4760-85b4-377477d076fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.043260 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:29.043772 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-b8a36457-a191-4c9b-9c76-0520911f7720 None None] Provisioning complete for port 097f312e-8456-4785-bf0a-9c6c9211f6a0 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:29.044308 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b8a36457-a191-4c9b-9c76-0520911f7720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.070855 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.072187 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5d332bbf-e6a8-4daa-8865-8de3c9f31ee9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6051862 Sep 16 15:14:29.072785 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Sync routers for ids ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:29.075001 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60588) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:29.078057 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Attempting to bind port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:29.078385 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Attempting to bind port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:29.078711 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Attempting to bind port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f on network 5d12b9d2-866f-4b19-b044-703079df8635 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:29.085577 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f on network 5d12b9d2-866f-4b19-b044-703079df8635 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:14:29.086069 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Attempting to bind port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f on network 5d12b9d2-866f-4b19-b044-703079df8635 {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:29.092037 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:29.092371 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Checking segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:29.093118 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Bound using segment: {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'} {{(pid=94155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:29.093262 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.managers [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Bound port: 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7e6458-2e39-49c0-a268-c2414556f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635'}}] {{(pid=94155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:29.093465 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Routers {'6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:29.093575 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.094016 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:29.203517 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, cleared binding levels {{(pid=94155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:29.223825 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:29.236799 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62e186-078e-48cb-8235-02f6ebae8608 req-d4a067db-5415-44e6-9b3f-d93f212e5818 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:29.245098 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ab62e186-078e-48cb-8235-02f6ebae8608 req-d4a067db-5415-44e6-9b3f-d93f212e5818 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0831943 Sep 16 15:14:29.247364 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.325380 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:29.326877 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.330315 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] 10.222.0.47 "PUT /v2.0/ports/5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 200 len: 1093 time: 1.6816893 Sep 16 15:14:29.331329 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:29.335714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1923e198-6931-4e5a-b182-ff070734bfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:29.377998 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af4f42-865a-40c1-9b20-c5dfe74fb738 service neutron] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=3']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:29.391385 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ab62e186-078e-48cb-8235-02f6ebae8608 req-80bfa25f-25ef-4de3-9304-c6944a413611 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053526 Sep 16 15:14:29.401439 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f055d6e-04d8-4730-8646-9177b5f82e4a x-openstack-request-id: req-1f055d6e-04d8-4730-8646-9177b5f82e4a {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:29.401904 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:29.402001 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f055d6e-04d8-4730-8646-9177b5f82e4a {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:29.402355 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'status': 'completed', 'code': 200} Sep 16 15:14:29.414394 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Set router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:29.608250 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:14:27Z', 'revision_number': 3, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:29.611171 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.636990 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Checking router: 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:29.637275 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Updating router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 port 3de54687-34a9-4ac3-8a95-1cd72907cd10 binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:14:29.672051 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.693241 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 0850edfd-6523-4cbb-9571-5db8d1cef56b up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:29.773323 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Allocated IP 172.20.0.1 (3b492647-200a-4fac-96a3-e9b584445dc7/44b2d40f-ff01-4b26-91f8-89698d3b0a7f/16c79ab2-e464-488c-80ff-caab5ed9c4c3) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:29.822553 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 0850edfd-6523-4cbb-9571-5db8d1cef56b triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:29.823098 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.881112 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.917769 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.955526 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Network 3b492647-200a-4fac-96a3-e9b584445dc7 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:29.959692 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:29.966644 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:29.969748 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Pushing event updated for resources: {'Port': ['ID=16c79ab2-e464-488c-80ff-caab5ed9c4c3,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:29.974798 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 097f312e-8456-4785-bf0a-9c6c9211f6a0 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:30.007773 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.042651 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.051419 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.090279 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 097f312e-8456-4785-bf0a-9c6c9211f6a0 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:30.090587 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.134964 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Attempting to bind port 3de54687-34a9-4ac3-8a95-1cd72907cd10 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:30.135335 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Attempting to bind port 3de54687-34a9-4ac3-8a95-1cd72907cd10 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:30.135694 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Attempting to bind port 3de54687-34a9-4ac3-8a95-1cd72907cd10 on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:30.140214 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac3059-4653-4ad2-be46-4c5c4db7732d None None] Pushing event updated for resources: {'Port': ['ID=3de54687-34a9-4ac3-8a95-1cd72907cd10,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:30.149555 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:30.149948 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:30.150331 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.150721 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:30.151187 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Bound port: 3de54687-34a9-4ac3-8a95-1cd72907cd10, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:30.151566 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.158379 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.239251 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] For port 3de54687-34a9-4ac3-8a95-1cd72907cd10, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:30.245945 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-dbb1e754-c3c3-43e6-971b-208f686e9882 None None] Provisioning complete for port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:30.246316 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e754-c3c3-43e6-971b-208f686e9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.258597 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] For port 3de54687-34a9-4ac3-8a95-1cd72907cd10, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3de54687-34a9-4ac3-8a95-1cd72907cd10,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:30.280334 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.326445 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1e754-c3c3-43e6-971b-208f686e9882 None None] Port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:30.327367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.332800 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.351566 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Routers {'6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:30.352184 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:30.386786 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac3059-4653-4ad2-be46-4c5c4db7732d None None] Pushing event updated for resources: {'Port': ['ID=3de54687-34a9-4ac3-8a95-1cd72907cd10,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:30.404142 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Pushing event updated for resources: {'Port': ['ID=16c79ab2-e464-488c-80ff-caab5ed9c4c3,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:30.407856 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.466861 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] Set router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:30.537455 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a1be-04cf-40fb-aa55-4f5a23681cf1 req-6cd0d7b4-cd08-4e8a-a757-7d75fb0d404b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:30.538860 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7243a1be-04cf-40fb-aa55-4f5a23681cf1 req-6cd0d7b4-cd08-4e8a-a757-7d75fb0d404b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0710464 Sep 16 15:14:30.544619 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Network 3b492647-200a-4fac-96a3-e9b584445dc7 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:30.547872 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:30.624968 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7243a1be-04cf-40fb-aa55-4f5a23681cf1 req-60fb09ee-0267-48f4-a29c-3037781a81a3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791917 Sep 16 15:14:30.679967 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '16c79ab2-e464-488c-80ff-caab5ed9c4c3', 'name': '', 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'mac_address': 'fa:16:3e:ec:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:29Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 2, 'project_id': '01672df98cad48948e84cab6f78e5393', 'subnets': [{'id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:30.700402 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:30.706514 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e966b-450b-40a2-b64a-87e78014a8f0 None None] The sync data for ids ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'] in dv-cinder-774288-9-iscsi is: [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '16c79ab2-e464-488c-80ff-caab5ed9c4c3', 'name': '', 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'mac_address': 'fa:16:3e:ec:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:29Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 2, 'project_id': '01672df98cad48948e84cab6f78e5393', 'subnets': [{'id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:30.815585 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:30.820641 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-94294dbb-1444-4ab3-8597-afcf8d2d4633 admin admin] 10.222.0.36 "PUT /v2.0/routers/6f017cf2-d6b3-4017-bf4b-b3838f3ebf06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438278 Sep 16 15:14:30.846972 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-f23088aa-78d7-435f-ba99-ab4d47d7dd8a None None] Provisioning complete for port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:30.847464 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f23088aa-78d7-435f-ba99-ab4d47d7dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:30.901654 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-f23088aa-78d7-435f-ba99-ab4d47d7dd8a None None] Port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:31.534265 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60612) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:31.538973 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-33591658', 'description': 'tempest-secgroup-smoke-33591658 description', 'project_id': 'caa59442412b49e1973a46acab2ff38b'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:31.561804 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.641993 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e198-6931-4e5a-b182-ff070734bfbd req-031b3bbf-c2de-48b5-8a9d-51f41f63bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:31.643702 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1923e198-6931-4e5a-b182-ff070734bfbd req-031b3bbf-c2de-48b5-8a9d-51f41f63bc75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1096 time: 0.0514820 Sep 16 15:14:31.689138 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.705348 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.706932 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3de54687-34a9-4ac3-8a95-1cd72907cd10 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:31.762699 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 3de54687-34a9-4ac3-8a95-1cd72907cd10 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:31.763169 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.769352 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.773340 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2353201 Sep 16 15:14:31.773340 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa9dd8-e776-4e20-a7e6-59f9f95b7906 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fcccf7-3de5-404a-bf08-23ce2dc22068,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:31.773961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60618) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:31.789353 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group_rule': {'security_group_id': '28fcccf7-3de5-404a-bf08-23ce2dc22068', 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:31.819836 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e198-6931-4e5a-b182-ff070734bfbd req-3a916f28-2a82-4193-9326-16e921cdaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:31.822422 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1923e198-6931-4e5a-b182-ff070734bfbd req-3a916f28-2a82-4193-9326-16e921cdaab9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1591754 Sep 16 15:14:31.824571 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.858988 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41118222-e204-44aa-a312-f980abd8c066 req-27fd4da7-3673-4a18-b552-221b7a607823 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:31.860527 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.861050 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41118222-e204-44aa-a312-f980abd8c066 req-27fd4da7-3673-4a18-b552-221b7a607823 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.1376567 Sep 16 15:14:31.896844 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 3de54687-34a9-4ac3-8a95-1cd72907cd10, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3de54687-34a9-4ac3-8a95-1cd72907cd10,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:31.904765 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.969060 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41118222-e204-44aa-a312-f980abd8c066 req-42839ef0-afb5-43b2-a67f-7b98bd45b70f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999451 Sep 16 15:14:31.971506 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.981541 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:31.985315 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=3de54687-34a9-4ac3-8a95-1cd72907cd10,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:32.012739 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.014102 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286069 Sep 16 15:14:32.014834 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923e198-6931-4e5a-b182-ff070734bfbd req-535abc1a-992b-414d-9e7a-6754f8ba8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.015406 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4959e-f5a1-4e2c-be2a-53efb0d804f2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ee04a6-1e62-43d3-975e-9f796b31a892,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:32.016315 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1923e198-6931-4e5a-b182-ff070734bfbd req-535abc1a-992b-414d-9e7a-6754f8ba8b5a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1851120 Sep 16 15:14:32.018621 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60624) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:32.023837 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group_rule': {'security_group_id': '28fcccf7-3de5-404a-bf08-23ce2dc22068', 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:32.053127 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-09c5a0b6-ee02-4dcc-a900-9c9c7a7ec79f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517304921&fields=id&tenant_id=b4ee1e4e409043db940219625fbab8ab HTTP/1.1" status: 200 len: 267 time: 0.0640938 Sep 16 15:14:32.061472 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.136068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.141176 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.148608 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-37f6f9d2-02ef-477f-91dc-52c05150f676 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.152970 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-37f6f9d2-02ef-477f-91dc-52c05150f676 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 984 time: 0.0966265 Sep 16 15:14:32.163084 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Request body: {'port': {'security_groups': ['7ec09c61-ff9d-4943-88f1-e44ff2a2aac1']}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:32.167244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f2791b-a14d-46b6-b11f-dd957b2bd4cd,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:32.171322 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-7772c943-7fe8-4a4d-8137-72621cdd6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.174094 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-7772c943-7fe8-4a4d-8137-72621cdd6d08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1096 time: 0.0780668 Sep 16 15:14:32.181765 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.183323 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-42cda9a3-9996-44b5-87da-719ebf1063f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636333 Sep 16 15:14:32.187202 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60632) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:32.191906 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group_rule': {'security_group_id': '28fcccf7-3de5-404a-bf08-23ce2dc22068', 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:32.232646 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.238350 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-8e82d0fe-57e5-4a41-ad1b-7a83967153af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 200 len: 217 time: 0.0432370 Sep 16 15:14:32.302299 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.311225 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.323156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.330412 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab9a482-7b32-482a-9852-b6ceadc61bc4,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:32.339500 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.341607 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-13277222-f04d-4886-89cc-7865f5372293 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530139 Sep 16 15:14:32.343810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60636) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:32.348580 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-610dadf7-dfd2-4cbc-8c20-eb56976951e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.351372 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group_rule': {'security_group_id': '28fcccf7-3de5-404a-bf08-23ce2dc22068', 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:32.351508 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-610dadf7-dfd2-4cbc-8c20-eb56976951e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0961266 Sep 16 15:14:32.377256 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.464376 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.471516 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-a480f9fc-09f4-4723-b2da-086d887099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.473331 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-a480f9fc-09f4-4723-b2da-086d887099bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782218 Sep 16 15:14:32.474996 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c66244-ae81-44be-8f92-770151c923e7 req-7415102a-b058-40b2-93be-fb3e43079d67 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.476550 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-79c66244-ae81-44be-8f92-770151c923e7 req-7415102a-b058-40b2-93be-fb3e43079d67 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0965648 Sep 16 15:14:32.477767 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.514108 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e02852-237c-426d-b074-ff372f032ce3,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:32.526581 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.528034 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-716c2c89-4138-468a-a9b6-82e675873180 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829617 Sep 16 15:14:32.531032 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60638) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:32.536733 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group_rule': {'security_group_id': '28fcccf7-3de5-404a-bf08-23ce2dc22068', 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:32.541283 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-79c66244-ae81-44be-8f92-770151c923e7 req-d729433e-bc98-4714-ac09-a08de8f19011 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579009 Sep 16 15:14:32.648007 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.securitygroups_db [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Project caa59442412b49e1973a46acab2ff38b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:14:32.664019 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.668434 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:32.676301 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-6327f925-d184-4b5c-a1ea-f8ce1b5fd9fb service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842880 Sep 16 15:14:32.772193 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Sync routers for ids ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:32.780825 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Routers {'6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:32.781433 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:32.795374 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.807277 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.833888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.851433 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['099ecffb-b447-4a55-906c-bb22581a8270'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:32.867104 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:32.867737 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.869262 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5bb47bed-dd69-48fd-91f8-308eb8ee8bac req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "PUT /v2.0/ports/099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 942 time: 0.7121959 Sep 16 15:14:32.877395 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:32.877891 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60658) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:32.879727 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59dc2ba-ecb9-4f4b-a799-4b876259c252" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:32.882851 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.915062 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Set router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:32.942699 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-66a661a9-f083-4f0f-aa34-0c8d06180b78 req-2b9e93cf-e7ac-484a-b942-7601a4921f13 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552886 Sep 16 15:14:32.973450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd42ca4d-8c8e-4a3e-83ec-4ead07ffb2d0,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:32.982984 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:32.984310 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6b3c540a-c4f0-4c2c-850e-187e14034af2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4522827 Sep 16 15:14:32.988070 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60666) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:32.992074 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5fd50f-d91c-41c1-8d0b-33ff5cdb304a x-openstack-request-id: req-fd5fd50f-d91c-41c1-8d0b-33ff5cdb304a {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:32.992423 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:32.992705 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd5fd50f-d91c-41c1-8d0b-33ff5cdb304a {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:32.995379 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'status': 'completed', 'code': 200} Sep 16 15:14:32.997020 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd3b27-4b35-43a2-a388-dbb7b35a62d6 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event updated for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=7']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:33.013452 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'security_group_rule': {'security_group_id': '28fcccf7-3de5-404a-bf08-23ce2dc22068', 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:33.093869 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0df33b3f-6a0e-4a86-89e1-756c5d9cff1f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.106954 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['099ecffb-b447-4a55-906c-bb22581a8270'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:33.124719 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.securitygroups_db [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Project caa59442412b49e1973a46acab2ff38b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:14:33.149758 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.188798 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0df33b3f-6a0e-4a86-89e1-756c5d9cff1f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.197429 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '16c79ab2-e464-488c-80ff-caab5ed9c4c3', 'name': '', 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'mac_address': 'fa:16:3e:ec:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:29Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 2, 'project_id': '01672df98cad48948e84cab6f78e5393', 'subnets': [{'id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:33.215960 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-80a00fc2-a630-47ab-9103-10542e2a70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:33.217909 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-80a00fc2-a630-47ab-9103-10542e2a70b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1098 time: 0.1426852 Sep 16 15:14:33.247638 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Checking router: 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:33.248078 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Updating router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:14:33.282516 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.305740 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f38e2-ee79-4125-bf87-0522f8f3fe89 req-2e3c9415-c0dd-46ab-8e6c-bfb4618a9144 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:33.312925 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e15f38e2-ee79-4125-bf87-0522f8f3fe89 req-2e3c9415-c0dd-46ab-8e6c-bfb4618a9144 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.1850028 Sep 16 15:14:33.331803 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.340762 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.357155 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58836dc2-7d8b-4675-8b82-8a7e6dbc3e8a,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:33.378283 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.379643 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d8f507dd-2735-4133-8a2b-8272e9006ed0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3697522 Sep 16 15:14:33.395106 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0df33b3f-6a0e-4a86-89e1-756c5d9cff1f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.399212 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0df33b3f-6a0e-4a86-89e1-756c5d9cff1f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.403242 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-0df33b3f-6a0e-4a86-89e1-756c5d9cff1f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "DELETE /v2.0/security-groups/fbe72d1e-a8c7-478c-a080-d9af6a6ede62 HTTP/1.1" status: 204 len: 168 time: 0.5241697 Sep 16 15:14:33.403407 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-00d3ae86-20bd-4ca4-8cef-ec25f2fb19c2 None None] Provisioning complete for port 099ecffb-b447-4a55-906c-bb22581a8270 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:33.403867 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60684) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:33.403997 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-00d3ae86-20bd-4ca4-8cef-ec25f2fb19c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.435951 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33b3f-6a0e-4a86-89e1-756c5d9cff1f tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe72d1e-a8c7-478c-a080-d9af6a6ede62,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:33.551442 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-eac695c6-9696-45ca-9419-cc83084d3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:33.551442 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-eac695c6-9696-45ca-9419-cc83084d3941 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 916 time: 0.3158619 Sep 16 15:14:33.690013 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.697146 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.710295 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-925a883f-5c08-4970-b53d-3fff954039c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 1001 time: 0.1476235 Sep 16 15:14:33.721667 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3de54687-34a9-4ac3-8a95-1cd72907cd10 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:33.768896 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd0fb-740b-4116-81da-b7a9ad8957e5 None None] Pushing event updated for resources: {'Port': ['ID=16c79ab2-e464-488c-80ff-caab5ed9c4c3,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:33.812207 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 3de54687-34a9-4ac3-8a95-1cd72907cd10 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:33.815117 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.827773 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-0cdea612-be23-4f5f-aae1-225749582378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:33.829870 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-0cdea612-be23-4f5f-aae1-225749582378 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 200 len: 854 time: 0.0756528 Sep 16 15:14:33.846170 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e15f38e2-ee79-4125-bf87-0522f8f3fe89 req-6916cfe1-939b-4a46-84bb-27968fe76033 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5168099 Sep 16 15:14:33.885963 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a381618-e9ec-4b10-bdd9-5f5a5f9eded8 req-9d23fe14-8302-487c-b86c-418c74a7a53a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:33.895847 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Attempting to bind port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:33.896363 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Attempting to bind port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:33.896760 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Attempting to bind port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 on network 3b492647-200a-4fac-96a3-e9b584445dc7 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:33.900059 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a381618-e9ec-4b10-bdd9-5f5a5f9eded8 req-9d23fe14-8302-487c-b86c-418c74a7a53a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.1861603 Sep 16 15:14:33.905912 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:33.906650 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Checking segment: {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:33.907734 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.913470 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Bound using segment: {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:33.914285 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Bound port: 16c79ab2-e464-488c-80ff-caab5ed9c4c3, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:33.914868 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:33.925708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-0fcdead2-6104-4284-bcd2-6224eff0d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:33.927994 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-0fcdead2-6104-4284-bcd2-6224eff0d75a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752683 Sep 16 15:14:33.997105 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a381618-e9ec-4b10-bdd9-5f5a5f9eded8 req-b88a111c-bbf6-475e-9160-cf974a1904c1 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960448 Sep 16 15:14:34.006313 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Deleting port 9554bfec-aec6-4d0f-b5a9-b6992d7fb520 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:34.006825 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.034106 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] For port 16c79ab2-e464-488c-80ff-caab5ed9c4c3, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:34.039184 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] For port 16c79ab2-e464-488c-80ff-caab5ed9c4c3, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=16c79ab2-e464-488c-80ff-caab5ed9c4c3,segment=NetworkSegment(bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4),segment_id=bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:34.044113 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.066460 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-549603f6-ea5f-4921-8d36-31fc261eb6bf service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260710 Sep 16 15:14:34.067268 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-56e8cd28-06b5-4b22-9168-c5e217c2e6c2 None None] Provisioning complete for port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:34.067854 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-56e8cd28-06b5-4b22-9168-c5e217c2e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.100968 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bd0fb-740b-4116-81da-b7a9ad8957e5 None None] Pushing event updated for resources: {'Port': ['ID=16c79ab2-e464-488c-80ff-caab5ed9c4c3,revision_number=4']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:34.126068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.126617 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.134298 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Routers {'6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:34.135011 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:34.142774 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Calling delete_port for 9554bfec-aec6-4d0f-b5a9-b6992d7fb520 owned by network:floatingip {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:34.247910 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f59dc2ba-ecb9-4f4b-a799-4b876259c252 req-b1ff3697-353b-47f6-8db0-4dfbd5e37ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728666 Sep 16 15:14:34.276414 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-56e8cd28-06b5-4b22-9168-c5e217c2e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.300831 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] Set router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:34.330760 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-56e8cd28-06b5-4b22-9168-c5e217c2e6c2 None None] For port 16c79ab2-e464-488c-80ff-caab5ed9c4c3, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=16c79ab2-e464-488c-80ff-caab5ed9c4c3,segment=NetworkSegment(bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4),segment_id=bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:34.336782 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-56e8cd28-06b5-4b22-9168-c5e217c2e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.396235 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8cd28-06b5-4b22-9168-c5e217c2e6c2 None None] Pushing event updated for resources: {'Port': ['ID=16c79ab2-e464-488c-80ff-caab5ed9c4c3,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:34.400223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.430122 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event deleted for resources: {'Port': ['ID=9554bfec-aec6-4d0f-b5a9-b6992d7fb520,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:34.455464 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-41e3f95c-a9e1-4092-812d-5c33f4ab4dc5 None None] Provisioning complete for port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:34.455835 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-41e3f95c-a9e1-4092-812d-5c33f4ab4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.493218 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks [] for floatingip, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.493751 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Floating IP 1ca53aeb-fc49-4555-b2a3-dd47e6f45828 disassociated (deleted). External IP: 172.27.2.176, port: 099ecffb-b447-4a55-906c-bb22581a8270. Sep 16 15:14:34.557787 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '16c79ab2-e464-488c-80ff-caab5ed9c4c3', 'name': '', 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'mac_address': 'fa:16:3e:ec:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:29Z', 'updated_at': '2021-09-16T15:14:34Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'subnets': [{'id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:34.566635 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:14:34.589794 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa50a746-23bf-414e-b0a4-a27ad828d56a None None] The sync data for ids ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'] in dv-cinder-774288-9-iscsi is: [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:14:30Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '16c79ab2-e464-488c-80ff-caab5ed9c4c3', 'name': '', 'network_id': '3b492647-200a-4fac-96a3-e9b584445dc7', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'mac_address': 'fa:16:3e:ec:b2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:29Z', 'updated_at': '2021-09-16T15:14:34Z', 'revision_number': 4, 'project_id': '01672df98cad48948e84cab6f78e5393', 'subnets': [{'id': '44b2d40f-ff01-4b26-91f8-89698d3b0a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:34.835249 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:34.853150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'mac_address': 'fa:16:3e:40:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:14:34.910530 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.926176 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e85e2bd-e728-47fe-9eba-b3eac4fa786f {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:34.954825 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:34.959654 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:34.985809 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Router 34acab52-18e7-4992-a542-65d7e13d946e has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:35.023206 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:35.038744 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd29f9-7e08-4d84-9795-a1fcfadd023e req-f6f4e340-61fe-4aaf-a40b-4dcf71f33e46 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.040560 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2dcd29f9-7e08-4d84-9795-a1fcfadd023e req-f6f4e340-61fe-4aaf-a40b-4dcf71f33e46 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 944 time: 0.1057708 Sep 16 15:14:35.092546 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2dcd29f9-7e08-4d84-9795-a1fcfadd023e req-4b688e69-4265-48a0-9eb6-a97e4034b677 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Sep 16 15:14:35.149213 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:35.155039 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.160359 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] Sync routers for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:35.170226 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:35.171286 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:35.190018 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-cdab790c-4198-4485-9252-6da73c5319f0 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "DELETE /v2.0/floatingips/1ca53aeb-fc49-4555-b2a3-dd47e6f45828 HTTP/1.1" status: 204 len: 168 time: 1.7704451 Sep 16 15:14:35.191275 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:35.193530 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0776c460-4562-49ff-a100-a026c2058d08" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:35.203935 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdc14e-95ff-4a31-ab82-ea9849c1c08d req-35777dfa-3346-4c2d-9d7c-699357df92a9 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.205546 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1abdc14e-95ff-4a31-ab82-ea9849c1c08d req-35777dfa-3346-4c2d-9d7c-699357df92a9 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0991061 Sep 16 15:14:35.290538 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1abdc14e-95ff-4a31-ab82-ea9849c1c08d req-cb218c30-0b9f-4a0c-aa00-d238b86db6f1 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=e559235f-db05-46db-8a41-0bdc80c132ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772839 Sep 16 15:14:35.312961 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-eca4a079-1d69-4a33-94e5-d4f6cb2f9993 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.314744 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-eca4a079-1d69-4a33-94e5-d4f6cb2f9993 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 945 time: 0.0869176 Sep 16 15:14:35.339928 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['5e85e2bd-e728-47fe-9eba-b3eac4fa786f'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:35.375508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:35.377507 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3c60a-401b-4bba-9110-752f6fdc95b4 x-openstack-request-id: req-d9d3c60a-401b-4bba-9110-752f6fdc95b4 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:35.377796 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:35.378045 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9d3c60a-401b-4bba-9110-752f6fdc95b4 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:35.378438 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'status': 'completed', 'code': 200} Sep 16 15:14:35.451651 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Deleting port 7f6d37d9-f33b-4b5d-ac82-928cc311418a {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:35.452307 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.480510 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776c460-4562-49ff-a100-a026c2058d08 req-4cd3d9bb-55fc-48a5-85f3-49cfd08cd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.483360 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-4cd3d9bb-55fc-48a5-85f3-49cfd08cd68e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4ee1e4e409043db940219625fbab8ab&device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 1098 time: 0.0516267 Sep 16 15:14:35.569114 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] For port 7f6d37d9-f33b-4b5d-ac82-928cc311418a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7f6d37d9-f33b-4b5d-ac82-928cc311418a,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:35.569559 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.624619 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776c460-4562-49ff-a100-a026c2058d08 req-096fc160-07a7-44e1-9e31-337ed63e0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.626580 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-096fc160-07a7-44e1-9e31-337ed63e0a96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 200 len: 916 time: 0.1296082 Sep 16 15:14:35.724672 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-1ea05a06-3d2d-47be-8e96-29701f3ab7c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 200 len: 217 time: 0.0796101 Sep 16 15:14:35.785519 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776c460-4562-49ff-a100-a026c2058d08 req-58c82ffb-1358-4fca-aab3-4a3b5347a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.787006 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-58c82ffb-1358-4fca-aab3-4a3b5347a859 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 200 len: 854 time: 0.0498295 Sep 16 15:14:35.790237 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 16c79ab2-e464-488c-80ff-caab5ed9c4c3 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:35.795156 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:35.804661 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.805105 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.805480 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Floating IP e8160eeb-6429-4fc2-b3ce-ab525ce32c93 disassociated. External IP: 172.27.2.68, port: 7f6d37d9-f33b-4b5d-ac82-928cc311418a. Sep 16 15:14:35.805880 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Calling delete_port for 7f6d37d9-f33b-4b5d-ac82-928cc311418a owned by compute:nova {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:35.847018 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776c460-4562-49ff-a100-a026c2058d08 req-d2804692-fe95-4449-90b4-e9dcd7b3e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:35.848202 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-d2804692-fe95-4449-90b4-e9dcd7b3e4ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487165 Sep 16 15:14:35.850887 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] Checking router: 34acab52-18e7-4992-a542-65d7e13d946e for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:35.883084 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:35.883843 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:35.952207 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:35.952601 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.960417 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:35.970315 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-fc9c4867-85ba-4ff0-8629-ca9de62e3d11 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109619 Sep 16 15:14:36.003816 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event deleted for resources: {'Port': ['ID=7f6d37d9-f33b-4b5d-ac82-928cc311418a,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:36.064059 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:36.093791 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0776c460-4562-49ff-a100-a026c2058d08 req-7c3ef4d9-30cb-4595-98dd-b492b87b3861 service neutron] 10.222.0.47 "GET /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129508 Sep 16 15:14:36.172108 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:36.326314 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:36.362131 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:36.384130 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] No DVR routers for this DVR port 7f6d37d9-f33b-4b5d-ac82-928cc311418a on host hv-cinder-77428 {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:36.401868 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:36.403916 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-031bfb9b-bd91-4695-a779-c71e53c8229d req-1ab1dd55-6cfb-4574-acc4-93bc739b7d7d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "DELETE /v2.0/ports/7f6d37d9-f33b-4b5d-ac82-928cc311418a HTTP/1.1" status: 204 len: 173 time: 1.0823305 Sep 16 15:14:36.404378 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'name': 'network-vif-deleted', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:36.406758 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b447d-1258-444f-ab47-ead1de58eb46" -d '{"events": [{"server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "name": "network-vif-deleted", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:36.431397 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c03c18-ff1a-44ea-971a-e77ea09d7033 None None] The sync data for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi is: [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:09Z', 'revision_number': 4, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '61abd5b9-a373-40ec-9e19-2b41a3dd34ad', 'name': '', 'network_id': 'ff2bee8c-cbad-4f40-ad1d-6282ee85e2af', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'mac_address': 'fa:16:3e:30:2f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:08Z', 'updated_at': '2021-09-16T15:11:14Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'subnets': [{'id': 'cb84e4ed-b9d0-475f-ac4c-6ee995e45326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:36.506096 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b018-a383-40d3-b8bd-3c7e8e5e1e18 req-53a12469-f741-4ab6-9b4f-d96ce531c2a4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:36.513490 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0e57b018-a383-40d3-b8bd-3c7e8e5e1e18 req-53a12469-f741-4ab6-9b4f-d96ce531c2a4 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 944 time: 0.3340452 Sep 16 15:14:36.517887 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:36.567079 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:36.567987 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:36.576240 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:36.580141 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-0e57b018-a383-40d3-b8bd-3c7e8e5e1e18 req-0eb73754-2aac-4c34-a663-bc359eddb8bc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581150 Sep 16 15:14:36.647523 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7edc52-e757-4ef1-8998-e7234ce1c8af x-openstack-request-id: req-ee7edc52-e757-4ef1-8998-e7234ce1c8af {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:36.648085 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37791bd2-92e5-4922-a0cd-fc7ea2a67339", "name": "network-vif-deleted", "tag": "7f6d37d9-f33b-4b5d-ac82-928cc311418a", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:36.648687 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee7edc52-e757-4ef1-8998-e7234ce1c8af {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:36.649282 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37791bd2-92e5-4922-a0cd-fc7ea2a67339', 'name': 'network-vif-deleted', 'tag': '7f6d37d9-f33b-4b5d-ac82-928cc311418a', 'status': 'completed', 'code': 200} Sep 16 15:14:36.658349 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9d3e6a37-214a-44b8-bfc4-fe15034dd5a5 req-0d267eb9-b101-40db-8f19-2d03b24bf264 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=37791bd2-92e5-4922-a0cd-fc7ea2a67339 HTTP/1.1" status: 200 len: 210 time: 0.2467504 Sep 16 15:14:36.686861 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:14:36.691893 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:36.692302 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:36.756808 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:36.808457 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:36.833120 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:36.836127 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f746b304-115b-4a71-8cbc-8bd72c03e7e5" -d '{"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:36.842570 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41029a52-7e02-48ae-81fa-7d108412fedf None None] New status for floating IP 1ca53aeb-fc49-4555-b2a3-dd47e6f45828: DOWN {{(pid=94156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:36.891532 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12445c45-c38d-4741-95bf-e38a1630f099 x-openstack-request-id: req-12445c45-c38d-4741-95bf-e38a1630f099 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:36.891747 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:36.892101 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12445c45-c38d-4741-95bf-e38a1630f099 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:36.892577 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'code': 200} Sep 16 15:14:36.894361 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:36.927200 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:36.987909 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:37.027875 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:37.061146 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:37.081540 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:37.082361 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:37.177958 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae91e6-71de-4d80-83cf-e87a5948f503 req-79eedc18-34d7-491b-b36c-f00f380d15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:37.179452 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a5ae91e6-71de-4d80-83cf-e87a5948f503 req-79eedc18-34d7-491b-b36c-f00f380d15c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1098 time: 0.0457647 Sep 16 15:14:37.195619 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:37.216065 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a5ae91e6-71de-4d80-83cf-e87a5948f503 req-d1c5498e-6420-44ed-8539-5f572e4d3e13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290132 Sep 16 15:14:37.405778 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:37.438167 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2da6c1-bdd4-4182-95a6-f7a86bedf266 None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:37.661181 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542043b-ad2c-4f0f-a68a-049463be4d5e None None] New status for floating IP e8160eeb-6429-4fc2-b3ce-ab525ce32c93: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:37.698849 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5006b7-fa78-42a2-a5c3-c4658615a56f req-3133c54a-ed7b-48fb-9092-d4a782e29bea tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:37.700526 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2f5006b7-fa78-42a2-a5c3-c4658615a56f req-3133c54a-ed7b-48fb-9092-d4a782e29bea tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0587871 Sep 16 15:14:37.741823 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2f5006b7-fa78-42a2-a5c3-c4658615a56f req-335eeff9-d265-4542-b692-38521fb4ed0d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349903 Sep 16 15:14:37.742866 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60816) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:37.803931 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d846c1e-32d7-4b41-9aad-b10d67c9dc74 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:37.828010 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d846c1e-32d7-4b41-9aad-b10d67c9dc74 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:37.876929 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d846c1e-32d7-4b41-9aad-b10d67c9dc74 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:37.879427 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6d846c1e-32d7-4b41-9aad-b10d67c9dc74 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:37.880599 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-6d846c1e-32d7-4b41-9aad-b10d67c9dc74 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "DELETE /v2.0/security-groups/e559235f-db05-46db-8a41-0bdc80c132ee HTTP/1.1" status: 204 len: 168 time: 0.1367188 Sep 16 15:14:37.883496 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60818) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:37.889495 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d846c1e-32d7-4b41-9aad-b10d67c9dc74 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e559235f-db05-46db-8a41-0bdc80c132ee,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:37.896992 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.api.v2.resource [None req-1b8cb6c6-efb0-4b47-a239-9b8bf792eea7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] show failed (client error): The resource could not be found. Sep 16 15:14:37.897987 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1b8cb6c6-efb0-4b47-a239-9b8bf792eea7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups/e559235f-db05-46db-8a41-0bdc80c132ee HTTP/1.1" status: 404 len: 347 time: 0.0135117 Sep 16 15:14:37.900797 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60820) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:38.025417 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Deleting port 9b9cbd32-d068-4b32-b7af-4068d95296f4 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:38.025774 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.104755 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.105510 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.119212 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Calling delete_port for 9b9cbd32-d068-4b32-b7af-4068d95296f4 owned by network:floatingip {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:38.271209 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbb271-b55b-474e-a986-0ea994120522 req-2b5b7396-d7a9-4b2c-9a32-286b970c7318 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:38.277272 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5abbb271-b55b-474e-a986-0ea994120522 req-2b5b7396-d7a9-4b2c-9a32-286b970c7318 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0594225 Sep 16 15:14:38.279500 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.317941 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event deleted for resources: {'Port': ['ID=9b9cbd32-d068-4b32-b7af-4068d95296f4,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:38.322215 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5abbb271-b55b-474e-a986-0ea994120522 req-f4b4c39d-8269-4896-964f-d664954c7900 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Sep 16 15:14:38.378302 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.380852 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.382008 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2c837b20-a4bd-4b77-b2e2-53ab4c78f3b6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "DELETE /v2.0/floatingips/e8160eeb-6429-4fc2-b3ce-ab525ce32c93 HTTP/1.1" status: 204 len: 168 time: 0.4803174 Sep 16 15:14:38.449942 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60836) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:38.567181 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 7f6d37d9-f33b-4b5d-ac82-928cc311418a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:38.577327 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e03574f2-b57f-45a5-814f-0f030a80aff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.588342 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 7f6d37d9-f33b-4b5d-ac82-928cc311418a {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:38.589174 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 7f6d37d9-f33b-4b5d-ac82-928cc311418a not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:38.666410 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e03574f2-b57f-45a5-814f-0f030a80aff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.672888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e03574f2-b57f-45a5-814f-0f030a80aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.713232 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e03574f2-b57f-45a5-814f-0f030a80aff9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e558660c016d466ca5707349bbd80e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619510 Sep 16 15:14:38.714055 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03574f2-b57f-45a5-814f-0f030a80aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e07ad66-2fef-413c-af58-6fecdf4502c4,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:38.715964 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60842) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:38.767884 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ea00976-4d2d-41b1-b98d-05df815c8854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.793847 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ea00976-4d2d-41b1-b98d-05df815c8854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.824135 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60846) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:38.828662 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697987638', 'description': 'tempest-description--425400216'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:38.854779 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.872263 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056034-4459-4ad2-8224-51e64dba0834 req-ae9bcadd-ead1-4181-a8d7-ee187ceed3c7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:38.873775 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-44056034-4459-4ad2-8224-51e64dba0834 req-ae9bcadd-ead1-4181-a8d7-ee187ceed3c7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0564904 Sep 16 15:14:38.887717 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ea00976-4d2d-41b1-b98d-05df815c8854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.890946 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ea00976-4d2d-41b1-b98d-05df815c8854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.894842 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-8ea00976-4d2d-41b1-b98d-05df815c8854 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e07ad66-2fef-413c-af58-6fecdf4502c4 HTTP/1.1" status: 204 len: 168 time: 0.1750045 Sep 16 15:14:38.910258 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea00976-4d2d-41b1-b98d-05df815c8854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e07ad66-2fef-413c-af58-6fecdf4502c4,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:38.934883 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-44056034-4459-4ad2-8224-51e64dba0834 req-bdda74f1-6dd3-4aa1-a94f-fb60c23b1905 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535965 Sep 16 15:14:38.960744 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:38.966076 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.000130 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.005026 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60852) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:39.005173 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1798151 Sep 16 15:14:39.007069 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d9c54-5922-4b1d-b03f-14d080c590ad tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:39.011205 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'security_group_rule': {'security_group_id': 'c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:39.052894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.078519 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2054f3e-51e1-40cd-97b8-3c6fdf42c5b8 req-20c673a7-315f-4f41-a5d9-749f6f6122c6 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:39.080784 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e2054f3e-51e1-40cd-97b8-3c6fdf42c5b8 req-20c673a7-315f-4f41-a5d9-749f6f6122c6 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0611730 Sep 16 15:14:39.091708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60854) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:39.096706 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Request body: {'floatingip': {'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:39.116554 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.120982 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.146791 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f5c170-03dd-4305-bbe9-72e063216af6,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:39.156077 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.156758 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.157773 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-497fb2bb-4c3d-4413-aa78-0b91b53a24eb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513634 Sep 16 15:14:39.160448 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60856) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:39.191954 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'security_group_rule': {'security_group_id': 'c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:39.272589 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.402040 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.407276 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.442130 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7167448-ed8b-46c4-a667-ce5a960e4ea0,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:39.452477 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7d573-8aff-4d43-b848-0dff1aedfb92 req-ffdc3987-e288-458e-ba85-1a62a05a8c83 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:39.453997 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e2b7d573-8aff-4d43-b848-0dff1aedfb92 req-ffdc3987-e288-458e-ba85-1a62a05a8c83 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0552077 Sep 16 15:14:39.477648 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.480266 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-71899a95-be21-4796-87d7-83003185fe6e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3173161 Sep 16 15:14:39.486926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60862) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:39.492245 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:39.509962 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e2b7d573-8aff-4d43-b848-0dff1aedfb92 req-b40c5ee1-99cc-465e-9933-27517f1bd5f8 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Sep 16 15:14:39.535492 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.636096 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.675700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.679384 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.747881 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Allocated IP 172.27.2.71 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/7dd9689c-27bc-475c-923b-dea6958ff0c0) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:39.853463 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.893954 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:39.934626 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:39.937528 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:39.944322 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:39.947538 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'Port': ['ID=7dd9689c-27bc-475c-923b-dea6958ff0c0,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:40.037716 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Floating IP b86e7362-f565-4e49-ad7b-c26f8e5e6958 associated. External IP: 172.27.2.226, port: 5e85e2bd-e728-47fe-9eba-b3eac4fa786f. Sep 16 15:14:40.063235 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.105507 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.247526 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Router e22771f7-afb2-4dac-a7cd-007e49674840 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:40.261810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.266169 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.335670 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'Port': ['ID=7dd9689c-27bc-475c-923b-dea6958ff0c0,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:40.346371 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.358402 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:40.360916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.362137 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-344e1c18-01d8-44cf-bf1a-75fbebb87a36 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8740799 Sep 16 15:14:40.363234 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.379432 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:40.392246 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d4dcd28a-b4ea-4fe4-aa67-b42d4ad4d363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "PUT /v2.0/floatingips/b86e7362-f565-4e49-ad7b-c26f8e5e6958 HTTP/1.1" status: 200 len: 991 time: 1.2986329 Sep 16 15:14:40.393246 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:40.396330 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4ade02-1bfa-4aa2-8792-485d6c251c16" -d '{"events": [{"name": "network-changed", "server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:40.408959 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:40.409614 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:40.451906 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67701e49-d9b0-41f4-998a-ea5940412e40 x-openstack-request-id: req-67701e49-d9b0-41f4-998a-ea5940412e40 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:40.452811 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:40.453293 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67701e49-d9b0-41f4-998a-ea5940412e40 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:40.453959 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'status': 'completed', 'code': 200} Sep 16 15:14:40.584521 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-6962de8b-3504-46dd-9e14-d33779499cb1 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--697987638&fields=id&tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844 HTTP/1.1" status: 200 len: 267 time: 0.0364969 Sep 16 15:14:40.591827 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-01943509-fa68-4f63-af05-3f9d33c8b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:40.593865 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-01943509-fa68-4f63-af05-3f9d33c8b622 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1098 time: 0.0509610 Sep 16 15:14:40.640012 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:40.766992 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-54345b9d-759f-40c8-9070-bac03ac2574a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:40.768390 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-54345b9d-759f-40c8-9070-bac03ac2574a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 811 time: 0.1762800 Sep 16 15:14:40.776953 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8099dab-11c5-4679-8df1-750db9f2821c req-bbdf2c3d-6e09-490c-aaf1-b3c6452354e4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:40.778402 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8099dab-11c5-4679-8df1-750db9f2821c req-bbdf2c3d-6e09-490c-aaf1-b3c6452354e4 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.1068423 Sep 16 15:14:40.796172 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-2ffd98e4-ceeb-4bf0-b9c3-ea000ccd9d66 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/quotas/9d2d7b3f1bc24383bdcd7a08fa552844 HTTP/1.1" status: 200 len: 375 time: 0.0167372 Sep 16 15:14:40.809356 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-a51c4643-27bc-42fe-9af2-48de96301a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:40.810840 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-a51c4643-27bc-42fe-9af2-48de96301a21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.1436110 Sep 16 15:14:40.843894 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b9dd-c2e9-4018-a710-3cb1d5b92085 req-9c884c3a-428a-4f80-9411-e289cb50d811 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:40.846025 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-28c6b9dd-c2e9-4018-a710-3cb1d5b92085 req-9c884c3a-428a-4f80-9411-e289cb50d811 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 945 time: 0.0958588 Sep 16 15:14:40.901289 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-cb865974-f561-4c72-bfe2-ccc65ed80e77 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889993 Sep 16 15:14:40.917354 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-28c6b9dd-c2e9-4018-a710-3cb1d5b92085 req-78f40235-5868-4686-ae43-545731bb1104 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Sep 16 15:14:40.936195 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Deleting port 099ecffb-b447-4a55-906c-bb22581a8270 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:40.936693 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:40.940613 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-6fc21a3a-1a94-42b6-9a7e-1cc9fafdd536 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 200 len: 999 time: 0.1104171 Sep 16 15:14:40.988341 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'b86e7362-f565-4e49-ad7b-c26f8e5e6958', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'mac_address': 'fa:16:3e:40:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:19Z', 'updated_at': '2021-09-16T15:14:39Z', 'revision_number': 1, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:41.009132 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-124d43c7-873f-4d4a-baa0-580bab04dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:41.011168 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-124d43c7-873f-4d4a-baa0-580bab04dcf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0620937 Sep 16 15:14:41.031010 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:41.042813 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:41.044232 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:41.064331 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-24e1a7fe-f86b-4ee0-a21a-f2fd0e00a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:41.065897 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-24e1a7fe-f86b-4ee0-a21a-f2fd0e00a2e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466585 Sep 16 15:14:41.093402 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] For port 099ecffb-b447-4a55-906c-bb22581a8270, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=099ecffb-b447-4a55-906c-bb22581a8270,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:41.093778 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:41.133508 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Calling delete_port for 099ecffb-b447-4a55-906c-bb22581a8270 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:41.158149 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:41.175919 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-57e15a01-bd0b-4687-86da-ddc93c9493e0 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012919 Sep 16 15:14:41.217223 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-5f9fc981-5ff0-4c48-bdec-51fdc45467e1 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037200 Sep 16 15:14:41.286581 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6f4ade02-1bfa-4aa2-8792-485d6c251c16 req-948d4403-4f2c-4bbc-9589-cbd867e85e34 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031067 Sep 16 15:14:41.370039 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-decd8260-7706-4912-989b-386da6c771a3 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427717 Sep 16 15:14:41.386200 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:41.392609 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'b86e7362-f565-4e49-ad7b-c26f8e5e6958', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'mac_address': 'fa:16:3e:40:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:19Z', 'updated_at': '2021-09-16T15:14:39Z', 'revision_number': 1, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:41.416023 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Pushing event deleted for resources: {'Port': ['ID=099ecffb-b447-4a55-906c-bb22581a8270,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:41.421747 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb17fb-f76e-4430-b843-932a4ce269a1 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'b86e7362-f565-4e49-ad7b-c26f8e5e6958', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'mac_address': 'fa:16:3e:40:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:19Z', 'updated_at': '2021-09-16T15:14:39Z', 'revision_number': 1, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:41.436970 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['099ecffb-b447-4a55-906c-bb22581a8270'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:41.478068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] No DVR routers for this DVR port 099ecffb-b447-4a55-906c-bb22581a8270 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:41.481364 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:41.484608 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8099dab-11c5-4679-8df1-750db9f2821c req-ce15df4f-00a2-4af9-b042-38a898f5475a tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.47 "DELETE /v2.0/ports/099ecffb-b447-4a55-906c-bb22581a8270 HTTP/1.1" status: 204 len: 173 time: 0.6988113 Sep 16 15:14:41.486246 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'name': 'network-vif-deleted', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:41.490143 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b29e4-1e5d-4609-bd70-281f90cd8c24" -d '{"events": [{"server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "name": "network-vif-deleted", "tag": "099ecffb-b447-4a55-906c-bb22581a8270"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:41.575285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a3bde-81a3-4db2-9657-95dc966b2fb4 x-openstack-request-id: req-ea3a3bde-81a3-4db2-9657-95dc966b2fb4 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:41.575285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e63558-9662-4005-b3dd-296c9de3a5eb", "name": "network-vif-deleted", "tag": "099ecffb-b447-4a55-906c-bb22581a8270", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:41.575285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea3a3bde-81a3-4db2-9657-95dc966b2fb4 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:41.575635 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e63558-9662-4005-b3dd-296c9de3a5eb', 'name': 'network-vif-deleted', 'tag': '099ecffb-b447-4a55-906c-bb22581a8270', 'status': 'completed', 'code': 200} Sep 16 15:14:41.578321 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3187c885-db92-4c06-9cc7-78e93fd389e7 req-ebb5ab4a-c218-4f97-97dd-3ca9e84d7059 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0426984 Sep 16 15:14:41.710226 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b6a63-9ab9-487c-bb57-b0a53e949031 None None] New status for floating IP b86e7362-f565-4e49-ad7b-c26f8e5e6958: ACTIVE {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:42.034348 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-92aa8cc5-662b-4700-932e-ef6bb61f886d req-6326a2d3-ade4-41d6-b47b-dbe8bbc43407 tempest-TestMinimumBasicScenario-439710438 tempest-TestMinimumBasicScenario-439710438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e63558-9662-4005-b3dd-296c9de3a5eb HTTP/1.1" status: 200 len: 210 time: 0.0304775 Sep 16 15:14:42.680690 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a03687e3-150f-441b-9109-2443723e6d02 req-2e8f37b8-f78e-4ac8-aec0-3950101e3d4f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0273361 Sep 16 15:14:42.892259 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-661e29dd-ac13-4c96-b8b2-c4d539429b62 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:42.894240 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-661e29dd-ac13-4c96-b8b2-c4d539429b62 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 811 time: 0.1162918 Sep 16 15:14:42.971914 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-0f4d99d0-0ee6-4539-9429-f58367c3b619 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844 HTTP/1.1" status: 200 len: 379 time: 0.0362751 Sep 16 15:14:42.981829 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'port': {'device_id': '1676bf74-3d0d-4923-88db-a5932614cd13', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'admin_state_up': True, 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'security_groups': ['c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05']}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:43.091739 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Made reservation on behalf of 9d2d7b3f1bc24383bdcd7a08fa552844 for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:43.095343 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.226092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Allocated IP 172.20.0.11 (69bb72f0-3125-4a7e-978d-01aa99e54fa9/926ba48a-b11c-4d59-96ef-23d3c4df8b47/c9396fee-d1ac-4125-bd2f-b5b776570d80) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:43.375513 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.410037 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.455643 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:43.458760 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:43.462422 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:43.470946 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event updated for resources: {'Port': ['ID=c9396fee-d1ac-4125-bd2f-b5b776570d80,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:43.521247 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:43.522341 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.538289 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-68be00ea-af49-4800-b2eb-04b5a213a201 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598497 Sep 16 15:14:43.560210 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Request body: {'port': {'device_id': '1676bf74-3d0d-4923-88db-a5932614cd13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:43.635787 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.735751 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-aeeb4d9c-26bd-4ed8-be17-bfbb2b1dcf05 None None] Provisioning complete for port c9396fee-d1ac-4125-bd2f-b5b776570d80 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:43.737458 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-aeeb4d9c-26bd-4ed8-be17-bfbb2b1dcf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.786681 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb4d9c-26bd-4ed8-be17-bfbb2b1dcf05 None None] Port c9396fee-d1ac-4125-bd2f-b5b776570d80 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:43.818646 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb6956-27ff-4127-a2b9-16d55d72e1cc req-60e6a0bf-ce5f-40f1-9de5-d04a157539e0 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:43.820417 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-69eb6956-27ff-4127-a2b9-16d55d72e1cc req-60e6a0bf-ce5f-40f1-9de5-d04a157539e0 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 932 time: 0.0543475 Sep 16 15:14:43.884794 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-69eb6956-27ff-4127-a2b9-16d55d72e1cc req-f000bd74-e74d-49c7-9e7c-9cd36c991765 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579619 Sep 16 15:14:43.898670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60978) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:43.945583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9396fee-d1ac-4125-bd2f-b5b776570d80 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:43.953165 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:43.968909 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Transition to ACTIVE for port object c9396fee-d1ac-4125-bd2f-b5b776570d80 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:14:43.973888 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.026343 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Pushing event updated for resources: {'Port': ['ID=c9396fee-d1ac-4125-bd2f-b5b776570d80,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:44.103164 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Attempting to bind port c9396fee-d1ac-4125-bd2f-b5b776570d80 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:44.103740 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Attempting to bind port c9396fee-d1ac-4125-bd2f-b5b776570d80 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:44.104039 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Attempting to bind port c9396fee-d1ac-4125-bd2f-b5b776570d80 on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:44.108528 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Port c9396fee-d1ac-4125-bd2f-b5b776570d80 on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:14:44.108839 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Attempting to bind port c9396fee-d1ac-4125-bd2f-b5b776570d80 on network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:44.114089 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:44.114425 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Checking segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:44.119471 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Bound using segment: {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:44.119471 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Bound port: c9396fee-d1ac-4125-bd2f-b5b776570d80, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f006d0-ab83-41a8-9466-6bfd793b2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:44.119471 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.189075 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] For port c9396fee-d1ac-4125-bd2f-b5b776570d80, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:44.192079 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] For port c9396fee-d1ac-4125-bd2f-b5b776570d80, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:44.198237 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.235280 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:44.235905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.237462 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9396fee-d1ac-4125-bd2f-b5b776570d80 HTTP/1.1" status: 200 len: 1094 time: 0.6817007 Sep 16 15:14:44.237916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:44.240369 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36df2bfb-41f1-4b2d-99b4-412808552662" -d '{"events": [{"name": "network-changed", "server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:44.281941 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aba32-a00f-4cd2-9d1c-558086e94449 service neutron] Pushing event updated for resources: {'Port': ['ID=c9396fee-d1ac-4125-bd2f-b5b776570d80,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:44.289488 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.308921 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f139d-4ca0-4a4a-bff2-2e3e1ac0bf33 x-openstack-request-id: req-d06f139d-4ca0-4a4a-bff2-2e3e1ac0bf33 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:44.309217 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:44.309473 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d06f139d-4ca0-4a4a-bff2-2e3e1ac0bf33 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:44.309866 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'status': 'completed', 'code': 200} Sep 16 15:14:44.347222 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-4343943c-ca9b-45f9-9c7b-a56a12a278ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:44.349076 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-4343943c-ca9b-45f9-9c7b-a56a12a278ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 1097 time: 0.0495470 Sep 16 15:14:44.408820 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-a5cce978-4ace-4d23-a1c4-86eca769e04a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80 HTTP/1.1" status: 200 len: 217 time: 0.0418880 Sep 16 15:14:44.460431 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c9a2763d-eec7-4ccb-93c0-e4b9a110ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:44.461949 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-c9a2763d-eec7-4ccb-93c0-e4b9a110ad0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0461714 Sep 16 15:14:44.508047 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-e7752e5c-debb-4a6c-a8d7-8fd3418e6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:44.509742 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-e7752e5c-debb-4a6c-a8d7-8fd3418e6b18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405476 Sep 16 15:14:44.554977 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Deleting port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:44.555321 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.578878 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 099ecffb-b447-4a55-906c-bb22581a8270 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:44.601252 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 099ecffb-b447-4a55-906c-bb22581a8270 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:44.601873 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 099ecffb-b447-4a55-906c-bb22581a8270 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:44.640169 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] For port 61abd5b9-a373-40ec-9e19-2b41a3dd34ad, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:44.640560 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.658714 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Calling delete_port for 61abd5b9-a373-40ec-9e19-2b41a3dd34ad owned by network:router_interface {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:44.820478 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-6d021e09-f461-4038-b54d-eb2a2df833bf service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024995 Sep 16 15:14:44.844113 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:44.873473 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61abd5b9-a373-40ec-9e19-2b41a3dd34ad,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:44.915067 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-46561126-7855-4293-aa7c-78a45c5f8a18 req-3a7050f4-8c01-40ff-9af5-6c70088305c7 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Sep 16 15:14:45.021723 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7c1a9-b232-4460-84d0-c1e66f030ba3 req-7013c34b-753b-4d5f-92f5-34c3f718dc6f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:45.023414 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-52c7c1a9-b232-4460-84d0-c1e66f030ba3 req-7013c34b-753b-4d5f-92f5-34c3f718dc6f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 944 time: 0.0630944 Sep 16 15:14:45.078743 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:45.101714 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-52c7c1a9-b232-4460-84d0-c1e66f030ba3 req-5739528b-8026-49cc-a452-5c52cfba964f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Sep 16 15:14:45.103379 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-b3d0190d-41b2-45a5-acb9-6d8d06806b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:45.104792 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-b3d0190d-41b2-45a5-acb9-6d8d06806b90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 1097 time: 0.0803440 Sep 16 15:14:45.214830 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-4835eb54-aabd-44b1-b9b8-fe9d0052cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:45.216218 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-4835eb54-aabd-44b1-b9b8-fe9d0052cec4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.0879898 Sep 16 15:14:45.262948 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-293279e0-9b90-4faa-a0d7-33488de34fe9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80 HTTP/1.1" status: 200 len: 217 time: 0.0389767 Sep 16 15:14:45.302145 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Router 34acab52-18e7-4992-a542-65d7e13d946e has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:45.314915 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-7e2723a1-687f-4558-a682-b1d0a8c8f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:45.316361 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-7e2723a1-687f-4558-a682-b1d0a8c8f0bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0446537 Sep 16 15:14:45.364147 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-81145e81-5e7d-4d20-967d-516fedaeb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:45.365578 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-81145e81-5e7d-4d20-967d-516fedaeb46a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390956 Sep 16 15:14:45.409830 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:45.417738 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-cfbdb67a-71f7-4209-9ce7-157ce1474eb1 admin admin] 10.222.0.36 "PUT /v2.0/routers/34acab52-18e7-4992-a542-65d7e13d946e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156486 Sep 16 15:14:45.418768 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60988) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:45.423634 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] Sync routers for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:45.433115 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:45.434310 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:45.467821 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-c80f7db8-e9d7-4f66-8a69-c2d60e173172 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936465 Sep 16 15:14:45.557799 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:45.571289 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36df2bfb-41f1-4b2d-99b4-412808552662 req-8021b1b7-fca8-4d28-8657-c2162d4f621d service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940688 Sep 16 15:14:45.760738 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:14:44Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:45.791787 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] Checking router: 34acab52-18e7-4992-a542-65d7e13d946e for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:45.794296 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:45.800849 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] Routers {'34acab52-18e7-4992-a542-65d7e13d946e'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:45.801463 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['34acab52-18e7-4992-a542-65d7e13d946e'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:45.899458 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:45.904370 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] Set router 34acab52-18e7-4992-a542-65d7e13d946e gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:45.950614 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Deleting port 578a5a88-a294-46dc-a029-13dd19f2eb75 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:45.950959 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.028916 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] For port 578a5a88-a294-46dc-a029-13dd19f2eb75, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=578a5a88-a294-46dc-a029-13dd19f2eb75,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:46.029342 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.042663 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Calling delete_port for 578a5a88-a294-46dc-a029-13dd19f2eb75 owned by network:router_gateway {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:46.092372 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:14:44Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:46.123330 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf880f-8889-4e07-b985-4a9b7dcd1289 None None] The sync data for ids ['34acab52-18e7-4992-a542-65d7e13d946e'] in dv-cinder-774288-9-iscsi is: [{'id': '34acab52-18e7-4992-a542-65d7e13d946e', 'name': 'tempest-TestMinimumBasicScenario-1102687552-router', 'tenant_id': 'b4ee1e4e409043db940219625fbab8ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:14:44Z', 'revision_number': 5, 'project_id': 'b4ee1e4e409043db940219625fbab8ab', 'gw_port': {'id': '578a5a88-a294-46dc-a029-13dd19f2eb75', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34acab52-18e7-4992-a542-65d7e13d946e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:06Z', 'updated_at': '2021-09-16T15:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:46.218948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.236827 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed99e9c-072c-440a-8e15-02c113b89ba9 req-4eed8e09-8aed-49f4-bbd9-c8dd4ff63953 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:46.238366 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5ed99e9c-072c-440a-8e15-02c113b89ba9 req-4eed8e09-8aed-49f4-bbd9-c8dd4ff63953 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 944 time: 0.0566926 Sep 16 15:14:46.249140 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Pushing event deleted for resources: {'Port': ['ID=578a5a88-a294-46dc-a029-13dd19f2eb75,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:46.281749 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5ed99e9c-072c-440a-8e15-02c113b89ba9 req-477a2922-00b5-4181-9c19-cea4b79c4613 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372028 Sep 16 15:14:46.320098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.412332 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.414363 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.459572 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.460219 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34acab52-18e7-4992-a542-65d7e13d946e {{(pid=94155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:14:46.464698 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.465860 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-46f9647d-8b03-47b6-9af9-8ad3ce7aab50 admin admin] 10.222.0.36 "DELETE /v2.0/routers/34acab52-18e7-4992-a542-65d7e13d946e HTTP/1.1" status: 204 len: 168 time: 1.0468519 Sep 16 15:14:46.468416 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 60996) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:46.519022 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Deleting subnet cb84e4ed-b9d0-475f-ac4c-6ee995e45326 {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:14:46.522143 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.562670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880018'] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.583408 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device c9396fee-d1ac-4125-bd2f-b5b776570d80 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:14:46.679614 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.689987 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port c9396fee-d1ac-4125-bd2f-b5b776570d80, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:46.701498 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'port_id': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'mac_address': 'fa:16:3e:8d:31:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:14:46.741205 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6198084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5794139'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.747561 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.763241 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9396fee-d1ac-4125-bd2f-b5b776570d80 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:46.768964 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb84e4ed-b9d0-475f-ac4c-6ee995e45326,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:46.774450 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.780538 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b585ccda-d823-4f88-bae6-9592e0ee3c66 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cb84e4ed-b9d0-475f-ac4c-6ee995e45326 HTTP/1.1" status: 204 len: 168 time: 0.3072174 Sep 16 15:14:46.781357 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 60998) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:46.783047 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c559982e-2e7e-47ed-9339-a10960a7d77c None None] Network ff2bee8c-cbad-4f40-ad1d-6282ee85e2af requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:46.807837 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port c9396fee-d1ac-4125-bd2f-b5b776570d80, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:46.820171 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.867190 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.921555 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Deleting port 3f21e1ac-b154-462b-bbee-1e2e3651a919 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:46.921800 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:46.988066 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] For port 3f21e1ac-b154-462b-bbee-1e2e3651a919, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3f21e1ac-b154-462b-bbee-1e2e3651a919,segment=NetworkSegment(a1e03b38-f6cb-4158-948d-49d5e6721201),segment_id=a1e03b38-f6cb-4158-948d-49d5e6721201)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:46.988450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.000426 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Calling delete_port for 3f21e1ac-b154-462b-bbee-1e2e3651a919 owned by network:dhcp {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:47.050669 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=c9396fee-d1ac-4125-bd2f-b5b776570d80,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:47.091100 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.125332 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] No DVR routers for this DVR port 3f21e1ac-b154-462b-bbee-1e2e3651a919 on host dv-cinder-774288-9-iscsi {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:47.127691 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f21e1ac-b154-462b-bbee-1e2e3651a919,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:47.169830 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba10af-aa11-41c0-b151-dae98e266ffd None None] DHCP port deletion for ff2bee8c-cbad-4f40-ad1d-6282ee85e2af request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:14:47.176150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['c9396fee-d1ac-4125-bd2f-b5b776570d80'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:14:47.209484 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.230057 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2bee8c-cbad-4f40-ad1d-6282ee85e2af']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:47.239536 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e03b38-f6cb-4158-948d-49d5e6721201') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:47.240113 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e03b38-f6cb-4158-948d-49d5e6721201') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:47.254186 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.267161 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.276756 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:14:47.277206 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:14:47.279369 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:14:47.339961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.346418 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.347812 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff2bee8c-cbad-4f40-ad1d-6282ee85e2af HTTP/1.1" status: 204 len: 168 time: 0.5653074 Sep 16 15:14:47.350963 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32774) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:47.367394 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac17c9c-682f-4be8-bde8-817abd10c917 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2bee8c-cbad-4f40-ad1d-6282ee85e2af,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:47.412127 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620f26-d0b7-4139-b7f1-3654f79db339 req-b7d86d0a-de6e-4d07-a295-2b101094c483 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:47.413651 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b0620f26-d0b7-4139-b7f1-3654f79db339 req-b7d86d0a-de6e-4d07-a295-2b101094c483 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 945 time: 0.0552895 Sep 16 15:14:47.452861 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b0620f26-d0b7-4139-b7f1-3654f79db339 req-5affba27-d5ee-4120-bdb5-7ab6ab55bbc3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329657 Sep 16 15:14:47.542732 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.640430 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 578a5a88-a294-46dc-a029-13dd19f2eb75 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:47.660677 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 578a5a88-a294-46dc-a029-13dd19f2eb75 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:47.661032 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 578a5a88-a294-46dc-a029-13dd19f2eb75 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:47.661457 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3f21e1ac-b154-462b-bbee-1e2e3651a919 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:47.682240 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 3f21e1ac-b154-462b-bbee-1e2e3651a919 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:47.682585 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3f21e1ac-b154-462b-bbee-1e2e3651a919 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:47.683010 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 61abd5b9-a373-40ec-9e19-2b41a3dd34ad no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:47.700706 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 61abd5b9-a373-40ec-9e19-2b41a3dd34ad {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:47.701053 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 61abd5b9-a373-40ec-9e19-2b41a3dd34ad not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:47.703626 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:47.942001 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Deleting port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:47.942342 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.017775 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] For port e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,segment=NetworkSegment(a646ad61-1bdc-4d45-8966-8d8f2a15dc06),segment_id=a646ad61-1bdc-4d45-8966-8d8f2a15dc06)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:48.018096 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.029987 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Calling delete_port for e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d owned by network:router_interface {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:48.207913 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.231945 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:48.395254 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.575976 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fe70-7d1c-4247-9d9a-9b1b127f96c3 req-4cfc0ae7-03ad-409a-8eb5-988c53cd5793 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:48.577471 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f139fe70-7d1c-4247-9d9a-9b1b127f96c3 req-4cfc0ae7-03ad-409a-8eb5-988c53cd5793 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 945 time: 0.0527921 Sep 16 15:14:48.609804 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device c9396fee-d1ac-4125-bd2f-b5b776570d80 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:48.610200 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Router 9b4aa082-0ccb-4ea0-87df-f38d15167997 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:48.616646 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f139fe70-7d1c-4247-9d9a-9b1b127f96c3 req-c1c4194f-416f-4461-9b2c-76135001d6e6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324724 Sep 16 15:14:48.663155 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port c9396fee-d1ac-4125-bd2f-b5b776570d80 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:14:48.666945 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port c9396fee-d1ac-4125-bd2f-b5b776570d80 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:48.667325 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.716405 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:48.721884 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9b9e3843-f035-43a6-b511-6b044ce00785 admin admin] 10.222.0.36 "PUT /v2.0/routers/9b4aa082-0ccb-4ea0-87df-f38d15167997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3682368 Sep 16 15:14:48.724919 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32794) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:48.728986 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] Sync routers for ids ['9b4aa082-0ccb-4ea0-87df-f38d15167997'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:48.738107 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] Routers {'9b4aa082-0ccb-4ea0-87df-f38d15167997'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:48.738933 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['9b4aa082-0ccb-4ea0-87df-f38d15167997'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:48.750137 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.773638 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:48.775847 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b0a1f6-e4c0-46ae-b065-13d62d790b63" -d '{"events": [{"server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "name": "network-vif-plugged", "status": "completed", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:48.789749 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port c9396fee-d1ac-4125-bd2f-b5b776570d80, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:48.796217 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.828729 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d5f2a-8685-4cb0-b835-cb550811332a x-openstack-request-id: req-ad6d5f2a-8685-4cb0-b835-cb550811332a {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:48.829000 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "name": "network-vif-plugged", "status": "completed", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:48.829217 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad6d5f2a-8685-4cb0-b835-cb550811332a {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:48.829613 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'code': 200} Sep 16 15:14:48.836715 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks [] for router, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:48.849270 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] Set router 9b4aa082-0ccb-4ea0-87df-f38d15167997 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:48.850421 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=c9396fee-d1ac-4125-bd2f-b5b776570d80,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:49.038882 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:14:48Z', 'revision_number': 5, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:49.069883 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] Checking router: 9b4aa082-0ccb-4ea0-87df-f38d15167997 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:49.078369 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] Routers {'9b4aa082-0ccb-4ea0-87df-f38d15167997'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:49.079056 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['9b4aa082-0ccb-4ea0-87df-f38d15167997'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:49.172208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30623c25-226b-4764-bcab-d3bf9fa446af req-2afc240c-bb93-473f-a039-9ac4c2a8b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:49.174473 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30623c25-226b-4764-bcab-d3bf9fa446af req-2afc240c-bb93-473f-a039-9ac4c2a8b308 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 1099 time: 0.0940621 Sep 16 15:14:49.220167 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30623c25-226b-4764-bcab-d3bf9fa446af req-a0380dfc-15a5-4dd3-945e-23afd860395c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354249 Sep 16 15:14:49.233330 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.270816 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] Set router 9b4aa082-0ccb-4ea0-87df-f38d15167997 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:49.287685 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Deleting port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:49.288029 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.363776 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] For port 73a6f9cd-8a99-4434-9bd8-075dfad4fa63, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:49.364062 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.376067 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Calling delete_port for 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 owned by network:router_gateway {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:49.441995 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:14:48Z', 'revision_number': 5, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:49.467507 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81036a58-6f62-4355-8d2d-89e0dda2e27f None None] The sync data for ids ['9b4aa082-0ccb-4ea0-87df-f38d15167997'] in dv-cinder-774288-9-iscsi is: [{'id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'name': 'tempest-TestMinimumBasicScenario-354294062-router', 'tenant_id': 'c6ac236955534201bf91b31afd9e224f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:14:48Z', 'revision_number': 5, 'project_id': 'c6ac236955534201bf91b31afd9e224f', 'gw_port': {'id': '73a6f9cd-8a99-4434-9bd8-075dfad4fa63', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:51:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4aa082-0ccb-4ea0-87df-f38d15167997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:11:11Z', 'updated_at': '2021-09-16T15:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:49.544910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.573032 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Pushing event deleted for resources: {'Port': ['ID=73a6f9cd-8a99-4434-9bd8-075dfad4fa63,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:49.632817 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.744635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.747257 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.802156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d025f4-b301-47d0-9ee6-27f29dc9b3fb req-25a17332-00f2-4f4d-b6aa-fb42637e46d0 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:49.803658 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-81d025f4-b301-47d0-9ee6-27f29dc9b3fb req-25a17332-00f2-4f4d-b6aa-fb42637e46d0 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.1128497 Sep 16 15:14:49.808314 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.808888 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4aa082-0ccb-4ea0-87df-f38d15167997 {{(pid=94155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:14:49.816396 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.818972 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2a177de7-5cb2-4eaa-8cb2-5dceb337283a admin admin] 10.222.0.36 "DELETE /v2.0/routers/9b4aa082-0ccb-4ea0-87df-f38d15167997 HTTP/1.1" status: 204 len: 168 time: 1.0930400 Sep 16 15:14:49.819208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32806) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:49.863274 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-81d025f4-b301-47d0-9ee6-27f29dc9b3fb req-eaf60c59-1a12-4e20-a76b-948b2b6365e8 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524738 Sep 16 15:14:49.883666 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Deleting subnet 1a473777-5e32-4bb1-b56f-adf1646862cb {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:14:49.888744 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.934250 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:49.962982 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:49.984023 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:49.984617 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device e7a73f97-15fe-47b8-ae6c-eb96f60c9c4d not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:50.049354 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.106350 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.133011 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a473777-5e32-4bb1-b56f-adf1646862cb,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:50.136466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.138429 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-a921f5a4-1cd0-4646-8492-392ba2f9b864 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1a473777-5e32-4bb1-b56f-adf1646862cb HTTP/1.1" status: 204 len: 168 time: 0.3172216 Sep 16 15:14:50.140920 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32808) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:50.148602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78564b8a-eaa0-4d47-b9c0-d5df478f230c None None] Network 07b91542-c252-4744-aa1e-72f1ca73e1d0 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:50.213576 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.274665 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Deleting port ffcf3222-71b0-4689-b049-54be5cd18623 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:50.275008 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.337040 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] For port ffcf3222-71b0-4689-b049-54be5cd18623, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=ffcf3222-71b0-4689-b049-54be5cd18623,segment=NetworkSegment(a646ad61-1bdc-4d45-8966-8d8f2a15dc06),segment_id=a646ad61-1bdc-4d45-8966-8d8f2a15dc06)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:50.337407 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.349411 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Calling delete_port for ffcf3222-71b0-4689-b049-54be5cd18623 owned by network:dhcp {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:50.429720 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.455263 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcf3222-71b0-4689-b049-54be5cd18623,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:50.457032 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] No DVR routers for this DVR port ffcf3222-71b0-4689-b049-54be5cd18623 on host dv-cinder-774288-9-iscsi {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:14:50.525406 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca527e0-4b3d-4476-a436-a8b3353ae561 None None] DHCP port deletion for 07b91542-c252-4744-aa1e-72f1ca73e1d0 request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:14:50.535955 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.561140 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b91542-c252-4744-aa1e-72f1ca73e1d0']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:50.570675 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:50.571079 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a646ad61-1bdc-4d45-8966-8d8f2a15dc06') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:50.580846 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.594160 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.600822 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:14:50.601270 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:14:50.603165 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:14:50.657110 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.664163 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.666117 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] 10.222.0.36 "DELETE /v2.0/networks/07b91542-c252-4744-aa1e-72f1ca73e1d0 HTTP/1.1" status: 204 len: 168 time: 0.5242805 Sep 16 15:14:50.677806 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2881978-10cc-46a0-b61d-7271d547bf61 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b91542-c252-4744-aa1e-72f1ca73e1d0,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:50.780225 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5db91889-7ca0-4a09-9fc2-2cd8d1d94771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.838963 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32816) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:50.878072 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c5480997-3c5c-4e82-a151-b41fd5a27dfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4ee1e4e409043db940219625fbab8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379517 Sep 16 15:14:50.880591 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32818) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:50.932624 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4630ac82-0992-4154-ad06-15339b5bdfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.953801 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4630ac82-0992-4154-ad06-15339b5bdfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:50.976156 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979892f6-8f99-4633-8b0e-1acea7d906ee req-55ab5498-89f6-448f-a960-e04070db1cab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:50.977675 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-979892f6-8f99-4633-8b0e-1acea7d906ee req-55ab5498-89f6-448f-a960-e04070db1cab tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.0483131 Sep 16 15:14:51.000351 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4630ac82-0992-4154-ad06-15339b5bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.003068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4630ac82-0992-4154-ad06-15339b5bdfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.004210 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4630ac82-0992-4154-ad06-15339b5bdfc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ec09c61-ff9d-4943-88f1-e44ff2a2aac1 HTTP/1.1" status: 204 len: 168 time: 0.1227400 Sep 16 15:14:51.011886 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630ac82-0992-4154-ad06-15339b5bdfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec09c61-ff9d-4943-88f1-e44ff2a2aac1,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:51.015843 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-979892f6-8f99-4633-8b0e-1acea7d906ee req-894f02a2-47b3-4256-b7f3-53338af7cecb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Sep 16 15:14:51.133011 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa43ce5-5560-4c35-a843-d2c41b316739 req-2c9f8b16-2964-47a8-a318-e0f9dc8b010f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:51.134510 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9fa43ce5-5560-4c35-a843-d2c41b316739 req-2c9f8b16-2964-47a8-a318-e0f9dc8b010f tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.0501812 Sep 16 15:14:51.143722 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32826) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:51.148257 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Request body: {'floatingip': {'port_id': 'c9396fee-d1ac-4125-bd2f-b5b776570d80'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:51.190858 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.340379 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32832) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:51.379545 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d68bcce4-c701-4737-b855-09d47d0e0e10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6ac236955534201bf91b31afd9e224f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378354 Sep 16 15:14:51.381986 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32834) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:51.428735 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d01505f0-76d4-4533-bf7b-fedcb12cbf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.453364 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d01505f0-76d4-4533-bf7b-fedcb12cbf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.500527 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d01505f0-76d4-4533-bf7b-fedcb12cbf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.503821 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d01505f0-76d4-4533-bf7b-fedcb12cbf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.507319 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d01505f0-76d4-4533-bf7b-fedcb12cbf37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30ec3bd6-f894-488a-a4eb-5b5fa1bd22c0 HTTP/1.1" status: 204 len: 168 time: 0.1221189 Sep 16 15:14:51.512718 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01505f0-76d4-4533-bf7b-fedcb12cbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec3bd6-f894-488a-a4eb-5b5fa1bd22c0,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:51.639673 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.643860 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:51.652852 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:51.674138 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:51.675110 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 73a6f9cd-8a99-4434-9bd8-075dfad4fa63 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:51.675110 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device ffcf3222-71b0-4689-b049-54be5cd18623 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:14:51.701818 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: ffcf3222-71b0-4689-b049-54be5cd18623 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:14:51.702250 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device ffcf3222-71b0-4689-b049-54be5cd18623 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:14:51.755668 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Floating IP fd8cc375-f21e-4edb-8dd3-4152d072ce25 associated. External IP: 172.27.2.71, port: c9396fee-d1ac-4125-bd2f-b5b776570d80. Sep 16 15:14:51.971697 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:52.084246 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:52.088688 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.093934 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:52.103884 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:52.104980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:52.118689 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d134a778-bc2b-4040-b045-128cd3d5b49d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "PUT /v2.0/floatingips/fd8cc375-f21e-4edb-8dd3-4152d072ce25 HTTP/1.1" status: 200 len: 991 time: 0.9712782 Sep 16 15:14:52.118689 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:52.119002 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf725799-574a-4f6b-921b-7643227a1e75" -d '{"events": [{"name": "network-changed", "server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:52.176513 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca36f55-8f28-48de-a99c-daae5b200695 x-openstack-request-id: req-0ca36f55-8f28-48de-a99c-daae5b200695 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:52.176806 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:52.177062 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ca36f55-8f28-48de-a99c-daae5b200695 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:52.177462 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'status': 'completed', 'code': 200} Sep 16 15:14:52.203284 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32862) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:52.220707 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:52.285168 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725799-574a-4f6b-921b-7643227a1e75 req-01e62b95-7514-458e-97fc-2bd57fa5d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.287047 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-01e62b95-7514-458e-97fc-2bd57fa5d8c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 1099 time: 0.0483201 Sep 16 15:14:52.317567 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-367844645-network', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:52.353432 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Made reservation on behalf of b123670801a64cd88caf5a82b89ce76f for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:52.357351 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.367964 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.400267 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725799-574a-4f6b-921b-7643227a1e75 req-3d16efe7-171e-49f9-809d-403d52b0c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.401793 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-3d16efe7-171e-49f9-809d-403d52b0c796 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 200 len: 912 time: 0.1075547 Sep 16 15:14:52.480220 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'fd8cc375-f21e-4edb-8dd3-4152d072ce25', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'port_id': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'mac_address': 'fa:16:3e:8d:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676bf74-3d0d-4923-88db-a5932614cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:39Z', 'updated_at': '2021-09-16T15:14:51Z', 'revision_number': 1, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:52.481548 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.497159 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-b7ae477c-2b5a-4da9-bf18-68c2e60d27cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80 HTTP/1.1" status: 200 len: 999 time: 0.0852971 Sep 16 15:14:52.498032 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.509230 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:52.520269 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:52.521136 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:52.534763 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:14:52.553869 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725799-574a-4f6b-921b-7643227a1e75 req-3ee54208-0419-48a8-8b4a-26d0a78b5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.555458 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-3ee54208-0419-48a8-8b4a-26d0a78b5f09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 200 len: 850 time: 0.0504642 Sep 16 15:14:52.557686 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-dca4ef1e-313a-4fa2-8ee0-8b458130d81e tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-33591658&fields=id&tenant_id=caa59442412b49e1973a46acab2ff38b HTTP/1.1" status: 200 len: 267 time: 0.0745857 Sep 16 15:14:52.558265 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486251ae-65b1-4771-8c8d-82b85f393741,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:52.563470 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.564001 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Added segment 938e0b19-9f08-44cb-abc7-3c083abae5cd of type vlan for network 361c228b-0cd3-499b-bc47-5b71d98c5453 Sep 16 15:14:52.609822 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf725799-574a-4f6b-921b-7643227a1e75 req-b1190f8b-3a8a-4a28-80fb-7f96769a7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.611844 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-b1190f8b-3a8a-4a28-80fb-7f96769a7551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb72f0-3125-4a7e-978d-01aa99e54fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462823 Sep 16 15:14:52.626371 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.643316 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:52.696258 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.697313 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.697887 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.713427 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-50899e7e-27be-4198-adab-636e38ba12fe service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936372 Sep 16 15:14:52.741743 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5371828 Sep 16 15:14:52.744576 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32872) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:52.751889 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Request body: {'subnet': {'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-367844645-subnet', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'ip_version': 4}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:52.752810 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-53dda5da-e3cf-44d3-921e-74d887bd5107 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:52.754266 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-53dda5da-e3cf-44d3-921e-74d887bd5107 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 808 time: 0.1614175 Sep 16 15:14:52.793340 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d88c07-1749-4152-877b-9eb2b7120259 admin admin] Pushing event updated for resources: {'Network': ['ID=361c228b-0cd3-499b-bc47-5b71d98c5453,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:52.810084 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:14:52.812858 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdfd48c3-c699-465e-a585-8d6e6ea6d145 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/quotas/caa59442412b49e1973a46acab2ff38b HTTP/1.1" status: 200 len: 375 time: 0.0289590 Sep 16 15:14:52.813646 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Made reservation on behalf of b123670801a64cd88caf5a82b89ce76f for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:52.815777 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939707'] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:52.882901 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-70f9fc18-a589-47bf-a452-8585aba96d71 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599976 Sep 16 15:14:52.951445 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'fd8cc375-f21e-4edb-8dd3-4152d072ce25', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'port_id': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'mac_address': 'fa:16:3e:8d:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676bf74-3d0d-4923-88db-a5932614cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:39Z', 'updated_at': '2021-09-16T15:14:51Z', 'revision_number': 1, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:52.987069 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db6994-c72c-4ee3-89e3-fb3bbada2168 None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': 'fd8cc375-f21e-4edb-8dd3-4152d072ce25', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'port_id': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'mac_address': 'fa:16:3e:8d:31:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676bf74-3d0d-4923-88db-a5932614cd13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:14:39Z', 'updated_at': '2021-09-16T15:14:51Z', 'revision_number': 1, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:53.037909 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-60753db1-f3f1-4e8f-9ee7-0fb3b677ff39 service neutron] 10.222.0.36 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540790 Sep 16 15:14:53.122282 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bf725799-574a-4f6b-921b-7643227a1e75 req-a91d6aeb-1560-4ef6-841f-e64f93621ebe service neutron] 10.222.0.47 "GET /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020233 Sep 16 15:14:53.151283 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-4795c7f8-9121-469b-a059-28bb95ecb52b service neutron] 10.222.0.36 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069510 Sep 16 15:14:53.188454 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215e283-e88f-4f3c-bac1-56735c2da2e2 None None] New status for floating IP fd8cc375-f21e-4edb-8dd3-4152d072ce25: ACTIVE {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:53.268836 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939669'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.321223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46a9209-4602-413a-b8cb-2b9ee3757991,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:53.338837 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Checking segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:53.339219 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Network hostable DHCP agents. Network: 361c228b-0cd3-499b-bc47-5b71d98c5453, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:14:53.358680 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:14:53.370263 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 361c228b-0cd3-499b-bc47-5b71d98c5453) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:53.374702 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:53.375353 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.382620 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f16c63-ab1e-40e4-9f8a-d5481fa5be36 None None] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:53.392716 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-3fa9c301-bd3a-4faa-ae0d-0f5c38cbb904 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6463404 Sep 16 15:14:53.395324 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32886) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:53.399787 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:53.420257 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ae33b085-7e8d-4715-9dbe-e369fd712da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.423482 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.424779 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.469639 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.513551 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.541113 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-79f000d2-56db-4820-a772-fc5a5e880d19 req-485e2766-8cae-47b1-aa91-57989e2a67d4 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 210 time: 0.0301917 Sep 16 15:14:53.575400 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-361c228b-0cd3-499b-bc47-5b71d98c5453', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:14:53.576292 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.686026 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.724145 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Allocated IP 172.20.0.2 (361c228b-0cd3-499b-bc47-5b71d98c5453/b46a9209-4602-413a-b8cb-2b9ee3757991/596f8e9e-78ef-4961-b385-c2c6ae3453ca) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:53.895280 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.899560 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.900641 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.925310 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.937263 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:53.940820 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:53.944203 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:53.958223 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Pushing event updated for resources: {'Port': ['ID=596f8e9e-78ef-4961-b385-c2c6ae3453ca,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:54.015148 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Attempting to bind port 596f8e9e-78ef-4961-b385-c2c6ae3453ca on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:54.015516 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Attempting to bind port 596f8e9e-78ef-4961-b385-c2c6ae3453ca by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:54.015881 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Attempting to bind port 596f8e9e-78ef-4961-b385-c2c6ae3453ca on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:54.020942 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:54.021319 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Checking segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:54.021800 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.022196 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Bound using segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:54.022754 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Bound port: 596f8e9e-78ef-4961-b385-c2c6ae3453ca, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:54.023246 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.050419 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Allocated IP 172.27.2.122 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/4636b7f3-2fd1-4265-b295-21b528f6242d) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:54.118252 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] For port 596f8e9e-78ef-4961-b385-c2c6ae3453ca, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:54.123505 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] For port 596f8e9e-78ef-4961-b385-c2c6ae3453ca, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=596f8e9e-78ef-4961-b385-c2c6ae3453ca,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:54.130149 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.177623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.202542 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0af40-a892-420c-a527-8c6f75e2d296 None None] Pushing event updated for resources: {'Port': ['ID=596f8e9e-78ef-4961-b385-c2c6ae3453ca,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:54.223653 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.266993 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:54.270060 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:54.273450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:54.297295 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Pushing event updated for resources: {'Port': ['ID=4636b7f3-2fd1-4265-b295-21b528f6242d,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:54.451097 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.561179 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.658850 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6d222b7a-3341-433e-9a1f-e9adb1163a82 req-4e35039e-cb39-4923-a7ed-70928dc11fdf tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 210 time: 0.0302029 Sep 16 15:14:54.837451 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-840b9a77-302b-4580-b354-3459e4a4d702 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:54.839019 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-840b9a77-302b-4580-b354-3459e4a4d702 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 808 time: 0.1771662 Sep 16 15:14:54.852792 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:54.945190 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-68781ee6-5ec5-42d2-a260-66788508710a tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa59442412b49e1973a46acab2ff38b HTTP/1.1" status: 200 len: 378 time: 0.0509539 Sep 16 15:14:54.982203 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'port': {'device_id': '6c038c71-28cc-4b95-befc-56f712d1576b', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'admin_state_up': True, 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'security_groups': ['28fcccf7-3de5-404a-bf08-23ce2dc22068']}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:55.099317 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e9455-dfc8-463c-ae81-34412b8dfcf3 None None] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:55.108198 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:14:55.125676 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Made reservation on behalf of caa59442412b49e1973a46acab2ff38b for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:55.128893 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.174418 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-7bd3a713-3632-4902-adf8-2d3433710384 None None] Provisioning complete for port 596f8e9e-78ef-4961-b385-c2c6ae3453ca triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:55.174639 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a713-3632-4902-adf8-2d3433710384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.281617 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:55.328972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.330784 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-4d914e53-0c09-438d-8c27-1ca936707c99 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9345257 Sep 16 15:14:55.333597 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32906) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:55.401596 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Allocated IP 172.20.0.5 (bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82/bfd7c080-d17a-48e9-80cd-e211abbd5040/551518ff-d3fd-435e-8af7-aa448e7a4e59) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:55.466973 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:55.496208 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:55.496734 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:55.505117 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a713-3632-4902-adf8-2d3433710384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.627498 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-7bd3a713-3632-4902-adf8-2d3433710384 None None] For port 596f8e9e-78ef-4961-b385-c2c6ae3453ca, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=596f8e9e-78ef-4961-b385-c2c6ae3453ca,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:55.682412 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7bd3a713-3632-4902-adf8-2d3433710384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.747916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.766773 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:55.808697 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 596f8e9e-78ef-4961-b385-c2c6ae3453ca up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:55.862328 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3a713-3632-4902-adf8-2d3433710384 None None] Pushing event updated for resources: {'Port': ['ID=596f8e9e-78ef-4961-b385-c2c6ae3453ca,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:55.952432 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-b012b420-c2af-485d-8f6c-80f0719529b9 None None] Provisioning complete for port 596f8e9e-78ef-4961-b385-c2c6ae3453ca triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:55.952832 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b012b420-c2af-485d-8f6c-80f0719529b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:55.996671 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 596f8e9e-78ef-4961-b385-c2c6ae3453ca triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:55.997056 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.125637 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e46a6fd9-7b55-435f-968f-52c6119490ef req-cd4c719c-db5e-4e6e-a2b5-b030d4fbb574 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 210 time: 0.0673237 Sep 16 15:14:56.146697 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.158230 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.177875 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:54Z', 'revision_number': 3, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:56.207783 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:56.208133 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Updating router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 port 4636b7f3-2fd1-4265-b295-21b528f6242d binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:14:56.225137 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:56.233920 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:56.235500 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.237833 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:56.241482 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:56.324838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:56.325569 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.370363 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-bdaacf33-5bcf-45a5-ba2f-7ea221ea7323 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3945289 Sep 16 15:14:56.380033 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.393812 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Request body: {'port': {'device_id': '6c038c71-28cc-4b95-befc-56f712d1576b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:56.491898 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.520431 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.523104 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-f2b4c3ad-7833-458c-8a36-eb0af82829d4 None None] Provisioning complete for port 551518ff-d3fd-435e-8af7-aa448e7a4e59 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:56.523512 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c3ad-7833-458c-8a36-eb0af82829d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.545271 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.598941 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4c3ad-7833-458c-8a36-eb0af82829d4 None None] Port 551518ff-d3fd-435e-8af7-aa448e7a4e59 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:56.609556 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Attempting to bind port 4636b7f3-2fd1-4265-b295-21b528f6242d on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:56.609927 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Attempting to bind port 4636b7f3-2fd1-4265-b295-21b528f6242d by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:56.610290 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Attempting to bind port 4636b7f3-2fd1-4265-b295-21b528f6242d on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:56.613983 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b8ed2-2dcb-48d1-a81c-13827daeda4d None None] Pushing event updated for resources: {'Port': ['ID=4636b7f3-2fd1-4265-b295-21b528f6242d,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:56.618892 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:56.619280 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:56.619690 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.620085 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:56.620586 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Bound port: 4636b7f3-2fd1-4265-b295-21b528f6242d, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:56.620972 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.674261 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] For port 4636b7f3-2fd1-4265-b295-21b528f6242d, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:56.677223 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] For port 4636b7f3-2fd1-4265-b295-21b528f6242d, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=4636b7f3-2fd1-4265-b295-21b528f6242d,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:56.680847 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Allocated IP 172.20.0.1 (361c228b-0cd3-499b-bc47-5b71d98c5453/b46a9209-4602-413a-b8cb-2b9ee3757991/3be6f74b-96fd-4548-9bda-9111e707390d) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:14:56.681486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.736845 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:56.737468 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:56.742064 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b8ed2-2dcb-48d1-a81c-13827daeda4d None None] Pushing event updated for resources: {'Port': ['ID=4636b7f3-2fd1-4265-b295-21b528f6242d,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:56.843372 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:56.865174 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.929188 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551518ff-d3fd-435e-8af7-aa448e7a4e59 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:14:56.938403 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.953301 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.955862 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Transition to ACTIVE for port object 551518ff-d3fd-435e-8af7-aa448e7a4e59 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:14:56.964260 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.999511 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:57.006839 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:57.014194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:14:57.018225 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Pushing event updated for resources: {'Port': ['ID=3be6f74b-96fd-4548-9bda-9111e707390d,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:57.037774 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:54Z', 'revision_number': 3, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:57.072082 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c5bb6-fd72-416d-837f-1e4fb06ce531 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:54Z', 'revision_number': 3, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:57.109016 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.169546 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:57.219364 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Attempting to bind port 551518ff-d3fd-435e-8af7-aa448e7a4e59 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:57.219711 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Attempting to bind port 551518ff-d3fd-435e-8af7-aa448e7a4e59 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:57.220071 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Attempting to bind port 551518ff-d3fd-435e-8af7-aa448e7a4e59 on network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:57.243443 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Port 551518ff-d3fd-435e-8af7-aa448e7a4e59 on network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:14:57.243769 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Attempting to bind port 551518ff-d3fd-435e-8af7-aa448e7a4e59 on network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:57.258822 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:57.259086 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Checking segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:57.259450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Bound using segment: {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:57.259904 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Bound port: 551518ff-d3fd-435e-8af7-aa448e7a4e59, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987f3daf-151c-4f64-a418-b82582146330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:57.260268 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.303098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57de56-4601-40ab-9f79-35becfdbcf79 req-3ec52225-1942-4906-b153-2719231312d8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.305660 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5f57de56-4601-40ab-9f79-35becfdbcf79 req-3ec52225-1942-4906-b153-2719231312d8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0651040 Sep 16 15:14:57.355680 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5f57de56-4601-40ab-9f79-35becfdbcf79 req-93c2c783-7f32-49c2-bd5a-7c799fe6cb19 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438914 Sep 16 15:14:57.417074 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.419180 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:57.422890 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:57.433137 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.501028 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.501974 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.503560 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] 10.222.0.47 "PUT /v2.0/ports/551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 1093 time: 1.1148725 Sep 16 15:14:57.507478 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:57.509802 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:57.565290 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b827e-bcc4-4569-b4ce-88d23799b914 service neutron] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:57.584038 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-780e55bd-18f2-4660-a83c-b692e3be1b54 None None] Provisioning complete for port 3be6f74b-96fd-4548-9bda-9111e707390d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:57.584725 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-780e55bd-18f2-4660-a83c-b692e3be1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.654924 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-780e55bd-18f2-4660-a83c-b692e3be1b54 None None] Port 3be6f74b-96fd-4548-9bda-9111e707390d cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:57.697569 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cae2084-1b72-4fba-a7d4-384373fa06ea x-openstack-request-id: req-6cae2084-1b72-4fba-a7d4-384373fa06ea {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:57.697865 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:57.698118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6cae2084-1b72-4fba-a7d4-384373fa06ea {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:57.698514 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'status': 'completed', 'code': 200} Sep 16 15:14:57.706569 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-8d153b96-191c-40a9-af0b-46705e41b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.708713 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-8d153b96-191c-40a9-af0b-46705e41b875 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1096 time: 0.1393340 Sep 16 15:14:57.800598 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-f7e6737c-1243-44e5-afd1-2d51e8fe513b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 217 time: 0.0574250 Sep 16 15:14:57.804284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 596f8e9e-78ef-4961-b385-c2c6ae3453ca up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:57.826079 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.856543 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.867861 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 596f8e9e-78ef-4961-b385-c2c6ae3453ca triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:57.868233 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.934845 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-172e3596-ab19-4c09-a7ec-cf7aaeec03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.936245 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-172e3596-ab19-4c09-a7ec-cf7aaeec03f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.1223986 Sep 16 15:14:57.942013 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.954065 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 4636b7f3-2fd1-4265-b295-21b528f6242d up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:57.957740 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Pushing event updated for resources: {'Port': ['ID=3be6f74b-96fd-4548-9bda-9111e707390d,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:58.007355 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 4636b7f3-2fd1-4265-b295-21b528f6242d triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:58.008181 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:58.063416 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e52c43-3537-467e-b7b0-9de2973739cc req-ac865bc1-709c-489f-88c7-db6a0b09772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.064999 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-ac865bc1-709c-489f-88c7-db6a0b09772b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210072 Sep 16 15:14:58.093462 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:58.116611 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 4636b7f3-2fd1-4265-b295-21b528f6242d, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=4636b7f3-2fd1-4265-b295-21b528f6242d,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:58.125750 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:58.160914 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:14:58.163851 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:58.181581 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=4636b7f3-2fd1-4265-b295-21b528f6242d,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:58.223712 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-be783fcd-978e-407c-afff-fb283e2bbb09 service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503968 Sep 16 15:14:58.351387 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:58.372540 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-36e52c43-3537-467e-b7b0-9de2973739cc req-49ca0f03-484b-4254-8836-b158d2697b4b service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409125 Sep 16 15:14:58.411355 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-af16c58d-0f1d-40d3-acd8-2796ad0917fc None None] Provisioning complete for port 3be6f74b-96fd-4548-9bda-9111e707390d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:58.412016 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-af16c58d-0f1d-40d3-acd8-2796ad0917fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:58.477593 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:58.479144 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-af16c58d-0f1d-40d3-acd8-2796ad0917fc None None] Port 3be6f74b-96fd-4548-9bda-9111e707390d cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:14:58.489325 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-da681f54-3378-40f9-b88b-2504d428793b admin admin] 10.222.0.36 "PUT /v2.0/routers/76b6170d-c6de-4aa2-8d97-fe0478bf4092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1545241 Sep 16 15:14:58.498097 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1392a-0fb8-485a-8651-b0b9494e65c0 req-82e9ff9e-0876-42b4-bccb-8a641fc70b69 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.499304 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a5b1392a-0fb8-485a-8651-b0b9494e65c0 req-82e9ff9e-0876-42b4-bccb-8a641fc70b69 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0740170 Sep 16 15:14:58.538794 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-df5ec3ec-e469-43f7-9437-02f9bf49db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.540314 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-df5ec3ec-e469-43f7-9437-02f9bf49db23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1096 time: 0.0470605 Sep 16 15:14:58.545044 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a5b1392a-0fb8-485a-8651-b0b9494e65c0 req-fe456d0f-8c40-4ba3-a93b-ccc4d6324012 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395501 Sep 16 15:14:58.632000 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-0b6bb5e6-e840-4577-b22b-62efd3daf33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.633548 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-0b6bb5e6-e840-4577-b22b-62efd3daf33b service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.0850513 Sep 16 15:14:58.685298 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-50f0da76-e4ef-45b7-9b3c-696e908700ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 217 time: 0.0430415 Sep 16 15:14:58.757297 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-1a2f17bb-c25b-46af-a06e-ecaeff503f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.759339 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-1a2f17bb-c25b-46af-a06e-ecaeff503f97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0464571 Sep 16 15:14:58.815327 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-50b8612c-8f76-4a73-9a50-52c890a83f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.816865 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-50b8612c-8f76-4a73-9a50-52c890a83f5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489643 Sep 16 15:14:58.916195 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-ed426957-0e83-406c-b4cb-a91034787bc9 service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905659 Sep 16 15:14:58.978983 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:58.989261 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:58.990090 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:58.998482 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32948) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:59.003598 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1696274193-network', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:59.013680 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-30c9116b-e77b-4d43-a223-cf2d6ed9cbd1 req-d2db91a3-b3ea-4693-87f0-8bc725941c1a service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888805 Sep 16 15:14:59.025308 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Made reservation on behalf of af381064d02e462fb0ccea6de0e81d70 for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:59.027735 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.036469 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.101650 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:59.124108 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.128600 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.153227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:14:59.163688 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368837fc-73c9-4bb1-8672-84647ab9b9b6,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:59.168766 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.169113 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Added segment e29e215a-02e6-4345-b15c-bd5a279c5bf8 of type vlan for network 50c7200a-3b2b-4a97-a247-37291ffc9f4d Sep 16 15:14:59.210093 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.234631 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.235499 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:59.236131 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.272098 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2727742 Sep 16 15:14:59.275090 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32952) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:59.279957 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Request body: {'subnet': {'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1696274193-subnet', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'ip_version': 4}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:59.299466 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138de2b6-92d7-458b-aed3-80d090760ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=50c7200a-3b2b-4a97-a247-37291ffc9f4d,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:59.302611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Made reservation on behalf of af381064d02e462fb0ccea6de0e81d70 for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:14:59.305925 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939707'] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.310737 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:14:59.315253 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 2, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:59.341571 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:59.341931 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Updating router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 port 3be6f74b-96fd-4548-9bda-9111e707390d binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:14:59.372392 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.473830 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939669'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.526539 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2151164e-456c-481b-a700-ec06d428c2d0,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:59.536447 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Checking segment: {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:59.536843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Network hostable DHCP agents. Network: 50c7200a-3b2b-4a97-a247-37291ffc9f4d, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:14:59.553020 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:14:59.561770 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, 50c7200a-3b2b-4a97-a247-37291ffc9f4d) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:14:59.566656 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:59.567249 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.576786 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409e959-a02f-444f-9af5-266159cf6b72 None None] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:14:59.583788 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-36582c0b-c59e-48e0-83e4-791b3c29fdc4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3072731 Sep 16 15:14:59.586155 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32956) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:59.591075 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:14:59.614015 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2061195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1499'] for router, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.615279 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2033435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2063243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1954822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1516'] for router, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.640636 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.651294 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.701892 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f818207-05b8-415f-94df-8eb9ac7178be None None] Pushing event updated for resources: {'Port': ['ID=3be6f74b-96fd-4548-9bda-9111e707390d,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:59.714718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.727185 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6a56-37dd-4e64-9645-18b2006e83d5 req-7d50a707-a7c0-40ee-8c85-68b4f276e6bb tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:59.728918 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-698e6a56-37dd-4e64-9645-18b2006e83d5 req-7d50a707-a7c0-40ee-8c85-68b4f276e6bb tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.1009912 Sep 16 15:14:59.773356 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Attempting to bind port 3be6f74b-96fd-4548-9bda-9111e707390d on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:14:59.773767 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Attempting to bind port 3be6f74b-96fd-4548-9bda-9111e707390d by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:14:59.774314 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Attempting to bind port 3be6f74b-96fd-4548-9bda-9111e707390d on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:14:59.780406 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:14:59.781211 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Checking segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:14:59.781780 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.782365 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Bound using segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:14:59.783241 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Bound port: 3be6f74b-96fd-4548-9bda-9111e707390d, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:14:59.783799 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.812049 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 4636b7f3-2fd1-4265-b295-21b528f6242d up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:14:59.861381 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] For port 3be6f74b-96fd-4548-9bda-9111e707390d, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:14:59.865373 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] For port 3be6f74b-96fd-4548-9bda-9111e707390d, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3be6f74b-96fd-4548-9bda-9111e707390d,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:14:59.873247 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.923602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 4636b7f3-2fd1-4265-b295-21b528f6242d triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:14:59.923987 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.967273 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f818207-05b8-415f-94df-8eb9ac7178be None None] Pushing event updated for resources: {'Port': ['ID=3be6f74b-96fd-4548-9bda-9111e707390d,revision_number=4']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:59.987573 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7886e2bb-3320-52d3-bf4a-18ad946f3c1e-50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'fixed_ips': [{'subnet_id': '2151164e-456c-481b-a700-ec06d428c2d0'}]}} from dv-cinder-774288-9-iscsi. {{(pid=94156) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:14:59.987805 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:59.988391 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:59.988784 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.075976 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-698e6a56-37dd-4e64-9645-18b2006e83d5 req-b76fc00b-f3cc-40a3-8080-9733e8d3834a tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709372 Sep 16 15:15:00.125790 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:00.126709 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-5b49251d-7c6c-457e-af11-a7ba6ba31cb0 None None] Provisioning complete for port 3be6f74b-96fd-4548-9bda-9111e707390d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:00.127177 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5b49251d-7c6c-457e-af11-a7ba6ba31cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.150417 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.255150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.db_base_plugin_common [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Allocated IP 172.20.0.2 (50c7200a-3b2b-4a97-a247-37291ffc9f4d/2151164e-456c-481b-a700-ec06d428c2d0/8f0cc681-42b3-4877-89a5-447e22591561) {{(pid=94156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:00.282599 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5b49251d-7c6c-457e-af11-a7ba6ba31cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.367014 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-5b49251d-7c6c-457e-af11-a7ba6ba31cb0 None None] For port 3be6f74b-96fd-4548-9bda-9111e707390d, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3be6f74b-96fd-4548-9bda-9111e707390d,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:00.373865 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-5b49251d-7c6c-457e-af11-a7ba6ba31cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.396115 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.421198 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.455367 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:14:59Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:00.464147 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49251d-7c6c-457e-af11-a7ba6ba31cb0 None None] Pushing event updated for resources: {'Port': ['ID=3be6f74b-96fd-4548-9bda-9111e707390d,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:00.482541 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bdf915-3f80-4e50-a787-95a9c860a1f5 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:14:59Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:00.488782 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Notify callbacks [] for port, precommit_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.500420 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698'] for port, after_create {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.515136 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-83b0a6e8-f87b-4720-90fc-944538d714a1 None None] Provisioning complete for port 3be6f74b-96fd-4548-9bda-9111e707390d triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:00.520634 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83b0a6e8-f87b-4720-90fc-944538d714a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.557512 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d is already hosted by enough agents. {{(pid=94156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:00.576339 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Allocated IP 172.27.2.158 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/01f2e68e-c98d-4539-91e0-d1b647c5e3ca) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:00.578117 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.scheduler.base_scheduler [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Resources bound (agent type, host, resource id): {{(pid=94156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:00.584541 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Received port after_create {{(pid=94156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:00.612399 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Pushing event updated for resources: {'Port': ['ID=8f0cc681-42b3-4877-89a5-447e22591561,revision_number=1']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:00.674616 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Attempting to bind port 8f0cc681-42b3-4877-89a5-447e22591561 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:00.675095 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Attempting to bind port 8f0cc681-42b3-4877-89a5-447e22591561 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:00.675522 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Attempting to bind port 8f0cc681-42b3-4877-89a5-447e22591561 on network 50c7200a-3b2b-4a97-a247-37291ffc9f4d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:00.703197 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.704622 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:00.705088 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Checking segment: {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:00.705558 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.706009 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Bound using segment: {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:00.706538 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Bound port: 8f0cc681-42b3-4877-89a5-447e22591561, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:00.707185 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.741545 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.784534 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] For port 8f0cc681-42b3-4877-89a5-447e22591561, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:00.785367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:00.788046 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] For port 8f0cc681-42b3-4877-89a5-447e22591561, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=8f0cc681-42b3-4877-89a5-447e22591561,segment=NetworkSegment(e29e215a-02e6-4345-b15c-bd5a279c5bf8),segment_id=e29e215a-02e6-4345-b15c-bd5a279c5bf8)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:00.788623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:00.791657 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:00.793355 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.802769 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Pushing event updated for resources: {'Port': ['ID=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:00.854768 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff5166-4c01-47bc-a843-1b4b246348ee None None] Pushing event updated for resources: {'Port': ['ID=8f0cc681-42b3-4877-89a5-447e22591561,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:01.100053 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:01.223910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3985f-7d6d-4d8a-b050-cacd4332e951 req-3c3651b2-0e59-4226-b829-f254755098d6 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:01.225581 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3df3985f-7d6d-4d8a-b050-cacd4332e951 req-3c3651b2-0e59-4226-b829-f254755098d6 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0544381 Sep 16 15:15:01.271358 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3df3985f-7d6d-4d8a-b050-cacd4332e951 req-b64235c3-71d7-4fa3-b8ad-3a1bd916bb9e tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395007 Sep 16 15:15:01.335063 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2061916'] for router, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:01.470965 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Router 70d587bc-b68e-4f13-a111-c241f29fabd1 is scheduled to L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc with binding_index 1 {{(pid=94154) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:15:01.599383 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:01.610502 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Sync routers for ids ['70d587bc-b68e-4f13-a111-c241f29fabd1'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:01.620052 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:01.624598 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32968) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:01.624868 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Routers {'70d587bc-b68e-4f13-a111-c241f29fabd1'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:01.624988 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-583cbbc9-70bf-4dac-b91a-0787683d0bcb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0373578 Sep 16 15:15:01.625834 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['70d587bc-b68e-4f13-a111-c241f29fabd1'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:01.778708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Set router 70d587bc-b68e-4f13-a111-c241f29fabd1 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:01.821878 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 8f0cc681-42b3-4877-89a5-447e22591561 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:01.870938 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b716156-1c04-4e3d-9db9-8e439f56ca2e None None] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:02.023330 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-bdec3ea0-0f82-4c2f-916e-333caa31ed89 None None] Provisioning complete for port 8f0cc681-42b3-4877-89a5-447e22591561 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:02.023699 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-bdec3ea0-0f82-4c2f-916e-333caa31ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.033258 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 8f0cc681-42b3-4877-89a5-447e22591561 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:02.033624 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.089923 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.239223 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Allocated IP 172.20.0.1 (50c7200a-3b2b-4a97-a247-37291ffc9f4d/2151164e-456c-481b-a700-ec06d428c2d0/1f346378-bf28-4208-85d0-a78688ad7a95) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:02.276469 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 3, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:02.283568 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-bdec3ea0-0f82-4c2f-916e-333caa31ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.316178 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.321302 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Checking router: 70d587bc-b68e-4f13-a111-c241f29fabd1 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:02.321660 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Updating router 70d587bc-b68e-4f13-a111-c241f29fabd1 port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca binding host dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:15:02.373825 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.376863 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.403178 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-bdec3ea0-0f82-4c2f-916e-333caa31ed89 None None] For port 8f0cc681-42b3-4877-89a5-447e22591561, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=8f0cc681-42b3-4877-89a5-447e22591561,segment=NetworkSegment(e29e215a-02e6-4345-b15c-bd5a279c5bf8),segment_id=e29e215a-02e6-4345-b15c-bd5a279c5bf8)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:02.411359 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-bdec3ea0-0f82-4c2f-916e-333caa31ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.417146 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec468f1-093c-456a-8e4b-cc80ada27ee1 req-c5bb62ba-3e27-4104-be75-92fcc86b5a18 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:02.419579 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dec468f1-093c-456a-8e4b-cc80ada27ee1 req-c5bb62ba-3e27-4104-be75-92fcc86b5a18 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0661814 Sep 16 15:15:02.431479 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.473908 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dec468f1-093c-456a-8e4b-cc80ada27ee1 req-b9f9efd0-be78-4d1f-9c5b-8d404416f481 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476632 Sep 16 15:15:02.478646 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:02.481720 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:02.485954 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:02.497263 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Pushing event updated for resources: {'Port': ['ID=1f346378-bf28-4208-85d0-a78688ad7a95,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:02.546076 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2061963'] for router_interface, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.576817 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec3ea0-0f82-4c2f-916e-333caa31ed89 None None] Pushing event updated for resources: {'Port': ['ID=8f0cc681-42b3-4877-89a5-447e22591561,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:02.580052 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.db.api [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94156) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:15:02.580414 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG oslo_db.api [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:15:02.664229 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-01888075-1b2c-4798-a681-3fb535b11d72 None None] Provisioning complete for port 8f0cc681-42b3-4877-89a5-447e22591561 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:02.665135 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-01888075-1b2c-4798-a681-3fb535b11d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.696732 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.802975 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Notify callbacks [] for port, precommit_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.814702 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.858966 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.862646 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Attempting to bind port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:02.863019 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Attempting to bind port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:02.863447 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Attempting to bind port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca on network 07137d68-8664-4d82-a53f-74054364452d {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:02.865098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.874297 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:02.874681 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Checking segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:02.875091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.875486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Bound using segment: {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'} {{(pid=94156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:02.875995 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.managers [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Bound port: 01f2e68e-c98d-4539-91e0-d1b647c5e3ca, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9b41ab-d828-4583-ba36-e5b12f3927fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07137d68-8664-4d82-a53f-74054364452d'}}] {{(pid=94156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:02.877008 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:02.878599 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d37979-fc59-433f-9509-76419bfcd476 None None] Pushing event updated for resources: {'Port': ['ID=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,revision_number=2']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:02.935071 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Pushing event updated for resources: {'Port': ['ID=1f346378-bf28-4208-85d0-a78688ad7a95,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:02.937643 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035227'] for router_interface, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.029816 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:03.031195 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:03.045266 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-fdab7792-9194-441e-9ba9-f56f19791f74 None None] Provisioning complete for port 1f346378-bf28-4208-85d0-a78688ad7a95 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:03.045643 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-fdab7792-9194-441e-9ba9-f56f19791f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.071643 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] For port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:03.089838 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] For port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:03.115362 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.120170 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-fdab7792-9194-441e-9ba9-f56f19791f74 None None] Port 1f346378-bf28-4208-85d0-a78688ad7a95 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:03.149903 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Router 70d587bc-b68e-4f13-a111-c241f29fabd1 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:03.167562 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3be6f74b-96fd-4548-9bda-9111e707390d up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:03.223734 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d37979-fc59-433f-9509-76419bfcd476 None None] Pushing event updated for resources: {'Port': ['ID=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,revision_number=3']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:03.229318 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Routers {'70d587bc-b68e-4f13-a111-c241f29fabd1'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:03.229932 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['70d587bc-b68e-4f13-a111-c241f29fabd1'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:03.273725 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:03.280581 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9da8a711-e4af-42cf-8d1d-3ab357850779 admin admin] 10.222.0.36 "PUT /v2.0/routers/70d587bc-b68e-4f13-a111-c241f29fabd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530857 Sep 16 15:15:03.289007 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-2a91e5aa-357f-4bc0-bf30-831b87f73f0e None None] Provisioning complete for port 1f346378-bf28-4208-85d0-a78688ad7a95 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:03.289283 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2a91e5aa-357f-4bc0-bf30-831b87f73f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.346970 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 3be6f74b-96fd-4548-9bda-9111e707390d triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:03.347598 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.401689 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-2a91e5aa-357f-4bc0-bf30-831b87f73f0e None None] Port 1f346378-bf28-4208-85d0-a78688ad7a95 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:03.410856 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] Set router 70d587bc-b68e-4f13-a111-c241f29fabd1 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:03.616875 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb89dd-1762-4a46-bf37-5adb83566447 req-9d3bc260-de6b-46b7-af19-94783aa4561e tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:03.624675 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-27cb89dd-1762-4a46-bf37-5adb83566447 req-9d3bc260-de6b-46b7-af19-94783aa4561e tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0645430 Sep 16 15:15:03.661263 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f346378-bf28-4208-85d0-a78688ad7a95', 'name': '', 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'mac_address': 'fa:16:3e:0d:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2151164e-456c-481b-a700-ec06d428c2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:02Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 2, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'subnets': [{'id': '2151164e-456c-481b-a700-ec06d428c2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:03.662201 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-27cb89dd-1762-4a46-bf37-5adb83566447 req-b59ed087-ea64-4005-be70-6b4035382b77 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364659 Sep 16 15:15:03.696410 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 8f0cc681-42b3-4877-89a5-447e22591561 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:03.698853 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f17773-c4c7-4d90-a930-8a975501b396 None None] The sync data for ids ['70d587bc-b68e-4f13-a111-c241f29fabd1'] in dv-cinder-774288-9-iscsi is: [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f346378-bf28-4208-85d0-a78688ad7a95', 'name': '', 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'mac_address': 'fa:16:3e:0d:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2151164e-456c-481b-a700-ec06d428c2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:02Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 2, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'subnets': [{'id': '2151164e-456c-481b-a700-ec06d428c2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:03.760102 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 8f0cc681-42b3-4877-89a5-447e22591561 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:03.761722 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.796260 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32988) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:03.801471 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826275361', 'description': 'tempest-secgroup-smoke-826275361 description', 'project_id': 'b123670801a64cd88caf5a82b89ce76f'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:03.826712 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.914621 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.922082 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.932720 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:15:03.952046 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:03.953411 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1560276 Sep 16 15:15:03.955141 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcaed8-d89c-4664-b337-07727c9b6397 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace42b9e-4a02-45f4-822f-995754c0388f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:03.957612 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32990) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:03.965194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group_rule': {'security_group_id': 'ace42b9e-4a02-45f4-822f-995754c0388f', 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:03.998359 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.048136 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.053727 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.076231 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bf9dbd-d8d2-42b2-8daf-b57f578afe9e,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.080372 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.081659 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-13845538-90e8-491e-b991-c1e04fee6338 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227317 Sep 16 15:15:04.085090 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32992) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.089602 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group_rule': {'security_group_id': 'ace42b9e-4a02-45f4-822f-995754c0388f', 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:04.115390 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.173001 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.177046 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.195465 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db397422-e82e-404c-8581-3e9d7e742286,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.202541 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.203830 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9512e72a-e536-4063-82a4-03d4f12426ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178501 Sep 16 15:15:04.207263 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32994) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.211840 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group_rule': {'security_group_id': 'ace42b9e-4a02-45f4-822f-995754c0388f', 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:04.238863 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.306202 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.310108 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.342969 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84410ee-cfb6-41e6-bd98-fa7b0842cb9f,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.348820 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.349999 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-b2ad8d86-9360-4c51-a746-400e150b84aa tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417434 Sep 16 15:15:04.352737 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 32996) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.356959 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group_rule': {'security_group_id': 'ace42b9e-4a02-45f4-822f-995754c0388f', 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:04.387514 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.450223 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.455232 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.473060 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2ad1aa-eb17-4df3-9a38-0c402f06cb33,revision_number=0']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.481784 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.483020 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-022a23d5-f306-419f-b38d-7b07a9e43c01 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293416 Sep 16 15:15:04.486486 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 32998) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.492451 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group_rule': {'security_group_id': 'ace42b9e-4a02-45f4-822f-995754c0388f', 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:04.515152 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.securitygroups_db [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Project b123670801a64cd88caf5a82b89ce76f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:15:04.520575 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.585608 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.589808 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.607710 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d386d68-717c-4d2f-8ff9-0ec3b8694374,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.616460 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.620455 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7baa4e83-11d0-41ea-80f0-a7e5dd5d9e2e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299856 Sep 16 15:15:04.621064 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33002) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.625066 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'security_group_rule': {'security_group_id': 'ace42b9e-4a02-45f4-822f-995754c0388f', 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:04.649085 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.securitygroups_db [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Project b123670801a64cd88caf5a82b89ce76f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:15:04.654074 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.725666 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.729843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598013'] for security_group_rule, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.760208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aadfea-7217-4357-813e-2803720f7b32,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.776832 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.778052 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d7845bdf-76b1-421a-871a-b7cd9954750b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564167 Sep 16 15:15:04.804649 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b3c26-8f2d-4f0d-b754-3346643f9402 req-da04e751-925d-4c8e-8fa4-1e6dc2025b3b tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:04.804649 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-040b3c26-8f2d-4f0d-b754-3346643f9402 req-da04e751-925d-4c8e-8fa4-1e6dc2025b3b tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0659733 Sep 16 15:15:04.856709 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-040b3c26-8f2d-4f0d-b754-3346643f9402 req-9acab260-dc40-4eb2-850d-9c6707a96e90 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389698 Sep 16 15:15:05.636973 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Sync routers for ids ['70d587bc-b68e-4f13-a111-c241f29fabd1'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:05.648958 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Routers {'70d587bc-b68e-4f13-a111-c241f29fabd1'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:05.649799 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['70d587bc-b68e-4f13-a111-c241f29fabd1'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:05.695779 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 01f2e68e-c98d-4539-91e0-d1b647c5e3ca up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:05.745783 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:05.746072 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.758678 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Set router 70d587bc-b68e-4f13-a111-c241f29fabd1 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:05.836338 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.856140 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] For port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:05.860900 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.910923 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Pushing event updated for resources: {'Port': ['ID=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:05.970686 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f346378-bf28-4208-85d0-a78688ad7a95', 'name': '', 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'mac_address': 'fa:16:3e:0d:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2151164e-456c-481b-a700-ec06d428c2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:02Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 2, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'subnets': [{'id': '2151164e-456c-481b-a700-ec06d428c2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:06.007934 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Checking router: 70d587bc-b68e-4f13-a111-c241f29fabd1 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:06.008193 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Updating router 70d587bc-b68e-4f13-a111-c241f29fabd1 port 1f346378-bf28-4208-85d0-a78688ad7a95 binding host dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:15:06.020796 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9f1f5-a6ef-49cf-8355-8e59dcfe10b9 req-1f421e32-3f42-4865-9d9f-51ed080eac97 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:06.022393 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-73a9f1f5-a6ef-49cf-8355-8e59dcfe10b9 req-1f421e32-3f42-4865-9d9f-51ed080eac97 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0890827 Sep 16 15:15:06.031936 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.059791 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-73a9f1f5-a6ef-49cf-8355-8e59dcfe10b9 req-9e178c67-0965-42ef-8470-05654e68b42a tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313287 Sep 16 15:15:06.294268 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.300276 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.348959 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb52f26-dc31-4f51-b4a9-082ff502e769 None None] Pushing event updated for resources: {'Port': ['ID=1f346378-bf28-4208-85d0-a78688ad7a95,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:06.399548 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Attempting to bind port 1f346378-bf28-4208-85d0-a78688ad7a95 on host dv-cinder-774288-9-iscsi for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:06.399908 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Attempting to bind port 1f346378-bf28-4208-85d0-a78688ad7a95 by drivers openvswitch,hyperv on host dv-cinder-774288-9-iscsi at level 0 using segments [{'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:06.400260 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Attempting to bind port 1f346378-bf28-4208-85d0-a78688ad7a95 on network 50c7200a-3b2b-4a97-a247-37291ffc9f4d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:06.405486 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Checking agent: {'id': 'b13f4d0d-8707-4724-9983-2bb97ec5d218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 1, 53), 'started_at': datetime.datetime(2021, 9, 16, 15, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:06.405867 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Checking segment: {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:06.406248 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.406635 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Bound using segment: {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:06.407089 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Bound port: 1f346378-bf28-4208-85d0-a78688ad7a95, host: dv-cinder-774288-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29e215a-02e6-4345-b15c-bd5a279c5bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:06.407999 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.471640 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] For port 1f346378-bf28-4208-85d0-a78688ad7a95, host dv-cinder-774288-9-iscsi, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:06.475317 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] For port 1f346378-bf28-4208-85d0-a78688ad7a95, host dv-cinder-774288-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=1f346378-bf28-4208-85d0-a78688ad7a95,segment=NetworkSegment(e29e215a-02e6-4345-b15c-bd5a279c5bf8),segment_id=e29e215a-02e6-4345-b15c-bd5a279c5bf8)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:06.479572 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.527595 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Routers {'70d587bc-b68e-4f13-a111-c241f29fabd1'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:06.528217 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['70d587bc-b68e-4f13-a111-c241f29fabd1'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:06.546524 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-6776c9e2-1e64-4eb7-8ce3-58a780927320 None None] Provisioning complete for port 1f346378-bf28-4208-85d0-a78688ad7a95 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:06.546984 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6776c9e2-1e64-4eb7-8ce3-58a780927320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.634864 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb52f26-dc31-4f51-b4a9-082ff502e769 None None] Pushing event updated for resources: {'Port': ['ID=1f346378-bf28-4208-85d0-a78688ad7a95,revision_number=4']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:06.639156 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6776c9e2-1e64-4eb7-8ce3-58a780927320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.655433 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] Set router 70d587bc-b68e-4f13-a111-c241f29fabd1 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:06.674589 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-6776c9e2-1e64-4eb7-8ce3-58a780927320 None None] For port 1f346378-bf28-4208-85d0-a78688ad7a95, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=1f346378-bf28-4208-85d0-a78688ad7a95,segment=NetworkSegment(e29e215a-02e6-4345-b15c-bd5a279c5bf8),segment_id=e29e215a-02e6-4345-b15c-bd5a279c5bf8)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:06.678952 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6776c9e2-1e64-4eb7-8ce3-58a780927320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.729887 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c9e2-1e64-4eb7-8ce3-58a780927320 None None] Pushing event updated for resources: {'Port': ['ID=1f346378-bf28-4208-85d0-a78688ad7a95,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:06.737688 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:15:06.830979 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-cd1a29e3-08b5-4404-a187-0942aa0c0ed2 None None] Provisioning complete for port 1f346378-bf28-4208-85d0-a78688ad7a95 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:06.831279 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cd1a29e3-08b5-4404-a187-0942aa0c0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.859394 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f346378-bf28-4208-85d0-a78688ad7a95', 'name': '', 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'mac_address': 'fa:16:3e:0d:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2151164e-456c-481b-a700-ec06d428c2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:02Z', 'updated_at': '2021-09-16T15:15:06Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'subnets': [{'id': '2151164e-456c-481b-a700-ec06d428c2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:06.871092 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:06.884933 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa188d-a611-4985-bf8a-3cbb645c6162 None None] The sync data for ids ['70d587bc-b68e-4f13-a111-c241f29fabd1'] in dv-cinder-774288-9-iscsi is: [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:15:02Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '1f346378-bf28-4208-85d0-a78688ad7a95', 'name': '', 'network_id': '50c7200a-3b2b-4a97-a247-37291ffc9f4d', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'mac_address': 'fa:16:3e:0d:7f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2151164e-456c-481b-a700-ec06d428c2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:02Z', 'updated_at': '2021-09-16T15:15:06Z', 'revision_number': 4, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'subnets': [{'id': '2151164e-456c-481b-a700-ec06d428c2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:06.889095 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'port_id': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'mac_address': 'fa:16:3e:8d:27:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:15:06.956818 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:06.976252 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551518ff-d3fd-435e-8af7-aa448e7a4e59 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:06.995092 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:06.999168 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.046581 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:07.191353 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa1608-e438-47ea-b1df-17f22e2259b3 req-e06b70e9-e07c-46af-9b98-d535357bd80e tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:07.192912 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7aaa1608-e438-47ea-b1df-17f22e2259b3 req-e06b70e9-e07c-46af-9b98-d535357bd80e tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 944 time: 0.0483263 Sep 16 15:15:07.232182 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7aaa1608-e438-47ea-b1df-17f22e2259b3 req-cec65f04-ae31-44dc-8a62-60f4b264c487 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331786 Sep 16 15:15:07.377232 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['551518ff-d3fd-435e-8af7-aa448e7a4e59'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:15:07.670339 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 01f2e68e-c98d-4539-91e0-d1b647c5e3ca up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:07.717353 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:07.717724 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.793012 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f346378-bf28-4208-85d0-a78688ad7a95 up at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:07.837594 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Provisioning complete for port 1f346378-bf28-4208-85d0-a78688ad7a95 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:07.837907 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.359199 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e14c53-004e-4f18-b621-a03370398723 req-df2d5314-d211-4dd0-93d7-23db3e502502 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:08.361227 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-77e14c53-004e-4f18-b621-a03370398723 req-df2d5314-d211-4dd0-93d7-23db3e502502 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 944 time: 0.0585344 Sep 16 15:15:08.398667 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-77e14c53-004e-4f18-b621-a03370398723 req-258d3f54-48c0-486f-91c7-865344ddb28a tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314052 Sep 16 15:15:08.743780 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:08.790403 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 551518ff-d3fd-435e-8af7-aa448e7a4e59 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:15:08.793978 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 551518ff-d3fd-435e-8af7-aa448e7a4e59 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:08.794562 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.867346 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.888516 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:08.890729 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc285f3-3f49-46b4-85bd-6cd028d715de" -d '{"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-plugged", "status": "completed", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:08.903324 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:08.908775 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:08.961949 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:08.989067 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad790ee-d2a5-4336-9ca4-5a81873e6778 x-openstack-request-id: req-2ad790ee-d2a5-4336-9ca4-5a81873e6778 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:08.989368 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-plugged", "status": "completed", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:08.989624 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ad790ee-d2a5-4336-9ca4-5a81873e6778 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:08.990024 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'code': 200} Sep 16 15:15:09.296042 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6e156-c8ac-4074-9fd0-f0d0149be3c5 req-222c7d1d-3488-4c0e-8a88-a4337ce9fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:09.297699 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-73c6e156-c8ac-4074-9fd0-f0d0149be3c5 req-222c7d1d-3488-4c0e-8a88-a4337ce9fc1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0456114 Sep 16 15:15:09.351937 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-73c6e156-c8ac-4074-9fd0-f0d0149be3c5 req-0439cfce-f275-4475-8b28-902286089e3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283689 Sep 16 15:15:09.513607 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368a542-abdb-49f3-bf16-e7e8eb0c0710 req-f2c689bb-26bc-4f87-b28f-bedb8854defe tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:09.515086 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7368a542-abdb-49f3-bf16-e7e8eb0c0710 req-f2c689bb-26bc-4f87-b28f-bedb8854defe tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0478969 Sep 16 15:15:09.551951 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7368a542-abdb-49f3-bf16-e7e8eb0c0710 req-6932682f-9b78-44a7-993d-766d60f53a0d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303729 Sep 16 15:15:10.668088 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a134a-47fa-405a-b0d4-d0e3e4bc03ff req-0405ba96-a6fc-4767-9019-656715c3a003 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:10.669609 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d62a134a-47fa-405a-b0d4-d0e3e4bc03ff req-0405ba96-a6fc-4767-9019-656715c3a003 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0493984 Sep 16 15:15:10.714982 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d62a134a-47fa-405a-b0d4-d0e3e4bc03ff req-d99160ec-2a8c-455f-af5f-7271109afd8b tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388687 Sep 16 15:15:10.838631 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7ff17-2805-41f2-b93b-6d9c7c2abb65 req-5b7832ff-8309-4de3-8215-c61c01dbc7a3 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:10.839987 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d1a7ff17-2805-41f2-b93b-6d9c7c2abb65 req-5b7832ff-8309-4de3-8215-c61c01dbc7a3 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0475240 Sep 16 15:15:10.876397 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d1a7ff17-2805-41f2-b93b-6d9c7c2abb65 req-06747aa2-d6fb-427f-92aa-16a7f92f6b7c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299432 Sep 16 15:15:10.897451 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33110) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:11.077219 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af39ffe-8350-478a-a182-72802496222a tempest-TestShelveInstance-1292383261 tempest-TestShelveInstance-1292383261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:11.078727 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3af39ffe-8350-478a-a182-72802496222a tempest-TestShelveInstance-1292383261 tempest-TestShelveInstance-1292383261-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1093 time: 0.1803384 Sep 16 15:15:11.081613 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33114) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:11.085768 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'port_id': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:11.106910 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.199810 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.306344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Allocated IP 172.27.2.144 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/22424996-df96-487f-bfbc-e022c31458e2) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:11.419511 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.456604 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.501118 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:11.503853 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:11.507200 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:11.531005 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'Port': ['ID=22424996-df96-487f-bfbc-e022c31458e2,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:11.868502 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:11.936429 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.352385 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.357223 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.421789 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event updated for resources: {'Port': ['ID=22424996-df96-487f-bfbc-e022c31458e2,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:12.433525 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.532987 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Floating IP 5e751b77-52d5-4203-8475-24508cdded7b associated. External IP: 172.27.2.144, port: 551518ff-d3fd-435e-8af7-aa448e7a4e59. Sep 16 15:15:12.742957 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:12.846808 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:12.856605 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] Sync routers for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:12.863286 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.867221 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:12.867959 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:12.889603 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7be03f51-27dc-4640-a19f-759acaf91a22 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8070018 Sep 16 15:15:12.890164 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:12.892410 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced495c-daa6-49eb-bdbd-160f1611b50d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:12.993459 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6e672d-9e6f-4622-b384-38668b2c3bde x-openstack-request-id: req-ab6e672d-9e6f-4622-b384-38668b2c3bde {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:12.993753 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:12.994003 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab6e672d-9e6f-4622-b384-38668b2c3bde {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:12.994400 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'status': 'completed', 'code': 200} Sep 16 15:15:13.105053 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:13.105315 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-b8a34f27-41a0-4a2e-a1ff-d7f17ed6ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:13.106803 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-b8a34f27-41a0-4a2e-a1ff-d7f17ed6ec21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0404665 Sep 16 15:15:13.210732 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-b3ae5510-ee2c-4021-b1ee-a09a4ba689b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:13.212190 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-b3ae5510-ee2c-4021-b1ee-a09a4ba689b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.0855875 Sep 16 15:15:13.287057 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-d9b432ce-e5f6-411a-8994-d152bc7ff653 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 999 time: 0.0669596 Sep 16 15:15:13.329606 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '5e751b77-52d5-4203-8475-24508cdded7b', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'port_id': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'mac_address': 'fa:16:3e:8d:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c038c71-28cc-4b95-befc-56f712d1576b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 0, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:28Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:13.339300 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-6e8efb6e-88b3-4fec-b28a-1990594b0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:13.340846 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-6e8efb6e-88b3-4fec-b28a-1990594b0010 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0459096 Sep 16 15:15:13.360955 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] Checking router: 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:13.369305 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:13.370029 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:14:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:13.391248 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-109ef4d4-90cf-4ca5-8405-6bdc974ea450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:13.393329 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-109ef4d4-90cf-4ca5-8405-6bdc974ea450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436802 Sep 16 15:15:13.476900 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:13.487796 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-8b9d22ea-3424-41ea-9c53-d3d46dc1e580 service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834413 Sep 16 15:15:13.583470 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-cced495c-daa6-49eb-bdbd-160f1611b50d req-31095795-edbe-454b-88fe-7d5abc53d330 service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881808 Sep 16 15:15:13.714047 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '5e751b77-52d5-4203-8475-24508cdded7b', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'port_id': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'mac_address': 'fa:16:3e:8d:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c038c71-28cc-4b95-befc-56f712d1576b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 0, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:28Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:13.739540 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af287d0-1237-47ef-94a6-3389703efd80 None None] The sync data for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi is: [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '5e751b77-52d5-4203-8475-24508cdded7b', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'port_id': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'mac_address': 'fa:16:3e:8d:27:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c038c71-28cc-4b95-befc-56f712d1576b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:11Z', 'updated_at': '2021-09-16T15:15:11Z', 'revision_number': 0, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:28Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:13.924573 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db472c0d-01fa-4823-a646-78915195ea96 None None] New status for floating IP 5e751b77-52d5-4203-8475-24508cdded7b: ACTIVE {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:15:17.552064 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.788049 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ed9c950c-7a19-4be0-b604-edc52ba3ab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.381885 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6ba95839-8878-418d-a37e-0ee82c02e37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:23.401304 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:24.450177 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:25.417083 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-5403f88a-d8b1-45ca-9edf-a6f841e16889 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826275361&fields=id&tenant_id=b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 267 time: 0.0339324 Sep 16 15:15:25.526550 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-f042e922-756d-4544-80d9-2b94f81e0400 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:25.528004 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-f042e922-756d-4544-80d9-2b94f81e0400 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 811 time: 0.1045961 Sep 16 15:15:25.542333 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-b9607f02-4d8b-4706-83f5-709bfed726de tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/quotas/b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 375 time: 0.0084887 Sep 16 15:15:25.591236 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-059d777a-cb6f-4b51-aafa-7c8638f99eb8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438929 Sep 16 15:15:25.685382 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-92ddbac5-dbca-42f2-ba12-c00001fb5811 service neutron] 10.222.0.36 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815730 Sep 16 15:15:25.776631 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-8ec15d28-a678-4ecc-8018-e25f89b9ec4f service neutron] 10.222.0.36 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850892 Sep 16 15:15:26.053401 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d60b0ec0-1a70-46d4-84d4-4d9ee7c25de0 req-16a9232d-0c81-4011-ab10-1b6dcde40a11 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0268276 Sep 16 15:15:26.100766 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.177997 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7f0befa1-4ba5-4ef1-a193-3b3d75879677 req-bed1dec9-cc84-409d-9cf8-1ed2f6f46583 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0447693 Sep 16 15:15:27.206597 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-ff12eb48-9622-4b73-9d4a-f007dfa55243 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:27.208053 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-ff12eb48-9622-4b73-9d4a-f007dfa55243 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 811 time: 0.1387231 Sep 16 15:15:27.280247 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-589ebbfb-b510-46f5-9ffa-48844a94a1ee tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 379 time: 0.0330439 Sep 16 15:15:27.293466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'port': {'device_id': '1a1f8558-447d-407f-a01e-f531863dc08c', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'admin_state_up': True, 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'security_groups': ['ace42b9e-4a02-45f4-822f-995754c0388f']}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:27.397060 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Made reservation on behalf of b123670801a64cd88caf5a82b89ce76f for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:15:27.400347 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.524894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Allocated IP 172.20.0.12 (361c228b-0cd3-499b-bc47-5b71d98c5453/b46a9209-4602-413a-b8cb-2b9ee3757991/e25de4f9-1785-4a6f-903a-992f28962da6) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:27.659754 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.694413 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.733154 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:27.736446 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:27.739441 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:27.779368 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:27.789609 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.789962 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.790312 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.790811 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.791078 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.791305 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.791626 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.791953 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.792284 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.792639 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.792967 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.793421 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:27.814563 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:27.815264 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.832224 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-37378408-082f-4e7d-bfe4-daccd0aad684 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5422106 Sep 16 15:15:27.856922 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Request body: {'port': {'device_id': '1a1f8558-447d-407f-a01e-f531863dc08c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:27.917716 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.020955 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-133d86d3-da93-4b7b-817b-dfc05b7548ce None None] Provisioning complete for port e25de4f9-1785-4a6f-903a-992f28962da6 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:28.021515 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-133d86d3-da93-4b7b-817b-dfc05b7548ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.054165 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-133d86d3-da93-4b7b-817b-dfc05b7548ce None None] Port e25de4f9-1785-4a6f-903a-992f28962da6 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:15:28.172227 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25de4f9-1785-4a6f-903a-992f28962da6 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:28.180190 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.191991 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Transition to ACTIVE for port object e25de4f9-1785-4a6f-903a-992f28962da6 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:15:28.195677 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.249630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Pushing event updated for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:28.305190 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef134241-5674-4799-97b6-890a9216215a req-0fb213d3-ec2f-4696-afda-d293e72fdbf9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.307934 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ef134241-5674-4799-97b6-890a9216215a req-0fb213d3-ec2f-4696-afda-d293e72fdbf9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0568204 Sep 16 15:15:28.332688 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Attempting to bind port e25de4f9-1785-4a6f-903a-992f28962da6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:15:28.333223 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Attempting to bind port e25de4f9-1785-4a6f-903a-992f28962da6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:15:28.333745 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Attempting to bind port e25de4f9-1785-4a6f-903a-992f28962da6 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:28.342595 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Port e25de4f9-1785-4a6f-903a-992f28962da6 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:15:28.343012 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Attempting to bind port e25de4f9-1785-4a6f-903a-992f28962da6 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:15:28.349045 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ef134241-5674-4799-97b6-890a9216215a req-b04386f4-dd87-46b6-965f-4f4952bb138e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363646 Sep 16 15:15:28.351732 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:15:28.352076 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Checking segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:15:28.352542 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Bound using segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:15:28.353102 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Bound port: e25de4f9-1785-4a6f-903a-992f28962da6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:15:28.353476 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.419396 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:15:28.422784 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e25de4f9-1785-4a6f-903a-992f28962da6,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:15:28.427623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.464386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.464386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:28.465817 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] 10.222.0.47 "PUT /v2.0/ports/e25de4f9-1785-4a6f-903a-992f28962da6 HTTP/1.1" status: 200 len: 1094 time: 0.6133676 Sep 16 15:15:28.466237 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:28.468387 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b82e9b6-50d4-489e-b0d3-08162575422b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:28.517779 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef841d-9de7-4d64-895e-adf032858a93 service neutron] Pushing event updated for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:28.529503 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b7ebe3-c671-45bc-aa0d-3807e82c9c97 x-openstack-request-id: req-92b7ebe3-c671-45bc-aa0d-3807e82c9c97 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:28.529921 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:28.530070 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92b7ebe3-c671-45bc-aa0d-3807e82c9c97 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:28.530472 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'status': 'completed', 'code': 200} Sep 16 15:15:28.586690 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-c8c4bcbe-c834-4ab0-8302-61579176ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.588394 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-c8c4bcbe-c834-4ab0-8302-61579176ddfe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 1097 time: 0.0455604 Sep 16 15:15:28.645322 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-b3a33439-8b27-4653-98d4-ef662cca6d9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e25de4f9-1785-4a6f-903a-992f28962da6 HTTP/1.1" status: 200 len: 217 time: 0.0352798 Sep 16 15:15:28.702237 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-db4b2827-c7f6-4f56-8e64-92147eaa03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.703760 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-db4b2827-c7f6-4f56-8e64-92147eaa03c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0491621 Sep 16 15:15:28.758537 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-81d8aa7a-5cb3-40ed-aa6f-35e272ac9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:28.760151 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-81d8aa7a-5cb3-40ed-aa6f-35e272ac9237 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460978 Sep 16 15:15:28.854326 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-8d25edd9-e349-4827-8e23-ae9a82ad2c9e service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840507 Sep 16 15:15:29.163879 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5c3f1309-bde5-4cd8-a4e0-6a72e9d1f947 req-59ba670f-96cd-4304-b64d-0dc551bc972c service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010092 Sep 16 15:15:29.292791 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-fa1b0414-e456-4cd1-903a-82ae71f0c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:29.294219 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-fa1b0414-e456-4cd1-903a-82ae71f0c129 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 1097 time: 0.0383120 Sep 16 15:15:29.384059 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-5552b948-d754-4ac2-b52e-56d7b6806606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:29.385554 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-5552b948-d754-4ac2-b52e-56d7b6806606 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0834281 Sep 16 15:15:29.441571 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-0345da98-7c54-47e7-b0d3-34903dc45636 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e25de4f9-1785-4a6f-903a-992f28962da6 HTTP/1.1" status: 200 len: 217 time: 0.0426581 Sep 16 15:15:29.518717 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e287ab-2f72-489c-aa3d-a502e2405669 req-4d59429c-589c-4f5b-ad12-596c18adf017 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:29.520189 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-11e287ab-2f72-489c-aa3d-a502e2405669 req-4d59429c-589c-4f5b-ad12-596c18adf017 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0878518 Sep 16 15:15:29.521889 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-9f26092b-c451-49df-a8a4-4f9609347239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:29.523182 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-9f26092b-c451-49df-a8a4-4f9609347239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0652966 Sep 16 15:15:29.582497 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-11e287ab-2f72-489c-aa3d-a502e2405669 req-a90fe028-c7bc-4698-807b-a0d82bb064c9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564935 Sep 16 15:15:29.590909 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-151498e9-6acd-4487-8f4e-bd9a4870515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:29.592474 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-151498e9-6acd-4487-8f4e-bd9a4870515b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609994 Sep 16 15:15:29.680360 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-536a8067-3496-453a-a495-448fb7f395b6 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799656 Sep 16 15:15:29.773044 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5b82e9b6-50d4-489e-b0d3-08162575422b req-c97f208f-32d5-4884-9565-bb8743191adc service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852778 Sep 16 15:15:30.697238 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435d277-0edb-490f-97e3-42000e23c823 req-b8e66eac-191b-4088-a3f2-2f4a6afc91c0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:30.698728 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5435d277-0edb-490f-97e3-42000e23c823 req-b8e66eac-191b-4088-a3f2-2f4a6afc91c0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0491204 Sep 16 15:15:30.736331 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5435d277-0edb-490f-97e3-42000e23c823 req-4e45af0b-1a6e-4b0b-9bc1-dc4609e4a4bc tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Sep 16 15:15:30.943451 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e757f-6485-4de3-a771-0a2a26f00423 req-dd3ea713-69db-489d-8594-60525e59986f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:30.944939 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-543e757f-6485-4de3-a771-0a2a26f00423 req-dd3ea713-69db-489d-8594-60525e59986f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0470066 Sep 16 15:15:30.981405 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-543e757f-6485-4de3-a771-0a2a26f00423 req-615527bf-86c6-4c8a-93c6-9c8e747d746d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307314 Sep 16 15:15:31.851136 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224123b-3d3b-4435-b024-88c8772b26d9 req-1dde1e32-fb9e-4ce5-8f12-d650643f406d tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:31.852504 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3224123b-3d3b-4435-b024-88c8772b26d9 req-1dde1e32-fb9e-4ce5-8f12-d650643f406d tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0515969 Sep 16 15:15:31.891030 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3224123b-3d3b-4435-b024-88c8772b26d9 req-5ddad484-c300-4600-afb9-79bcc86ca637 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327480 Sep 16 15:15:32.101629 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824d75-e984-4030-9d84-496badc6aac8 req-832d0a1e-9c23-4262-890a-ed353f7d9b7d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:32.103030 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d3824d75-e984-4030-9d84-496badc6aac8 req-832d0a1e-9c23-4262-890a-ed353f7d9b7d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0494018 Sep 16 15:15:32.140158 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d3824d75-e984-4030-9d84-496badc6aac8 req-2241f902-a383-4444-9850-f6234c5859d3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Sep 16 15:15:33.007244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d142717-073a-4d9a-9bcf-dccceb62553b req-9fd7f44b-5b0a-4b45-9ceb-cdb0ef8fbdbd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:33.008712 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1d142717-073a-4d9a-9bcf-dccceb62553b req-9fd7f44b-5b0a-4b45-9ceb-cdb0ef8fbdbd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0522039 Sep 16 15:15:33.045982 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1d142717-073a-4d9a-9bcf-dccceb62553b req-4dfaa89d-0934-4763-ad45-6cdc0593cc4b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Sep 16 15:15:33.258343 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36984ade-cd2f-496b-869d-cdc8cd36c5b5 req-2019d5cf-e16b-4ada-abf8-17d8af886982 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:33.259830 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36984ade-cd2f-496b-869d-cdc8cd36c5b5 req-2019d5cf-e16b-4ada-abf8-17d8af886982 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0480745 Sep 16 15:15:33.297003 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-36984ade-cd2f-496b-869d-cdc8cd36c5b5 req-15c9ccc6-ea71-4c05-9335-117b90bb51a8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Sep 16 15:15:34.156855 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80430ace-f488-4aa7-b121-e774b8eda8ca req-1878dffd-5820-48e9-91c2-2183546ff140 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:34.158329 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-80430ace-f488-4aa7-b121-e774b8eda8ca req-1878dffd-5820-48e9-91c2-2183546ff140 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0478976 Sep 16 15:15:34.195910 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-80430ace-f488-4aa7-b121-e774b8eda8ca req-737732fc-bb21-4f75-a518-3b6ddf50395d tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312536 Sep 16 15:15:34.415927 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca153fb-4042-48c5-b992-da36f1356fa1 req-55cace3c-c1eb-451a-9e6d-75f206d22f4d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:34.417482 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dca153fb-4042-48c5-b992-da36f1356fa1 req-55cace3c-c1eb-451a-9e6d-75f206d22f4d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0484941 Sep 16 15:15:34.454613 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dca153fb-4042-48c5-b992-da36f1356fa1 req-a455f953-4387-47f1-9fbd-9c7291220ae5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Sep 16 15:15:35.307642 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86154e-17dc-4e34-beed-cf60028568a3 req-14d09555-0b8f-4326-8809-d54fa65828a4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:35.309125 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6f86154e-17dc-4e34-beed-cf60028568a3 req-14d09555-0b8f-4326-8809-d54fa65828a4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0484207 Sep 16 15:15:35.345208 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6f86154e-17dc-4e34-beed-cf60028568a3 req-e30b9326-3665-498c-8c60-ccdc0ad90ccf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303786 Sep 16 15:15:35.578955 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765ba37-288c-4768-8191-df7745d263eb req-a7e2d4b9-6861-4565-b012-1619da1aaed1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:35.580424 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1765ba37-288c-4768-8191-df7745d263eb req-a7e2d4b9-6861-4565-b012-1619da1aaed1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0521312 Sep 16 15:15:35.617810 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1765ba37-288c-4768-8191-df7745d263eb req-b256039c-1867-4f5a-ae55-535f23e1c4a7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Sep 16 15:15:36.457435 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a89e37-f5d2-468b-8bc2-23a83bcdf13e req-e5a95552-ccc7-4114-9c04-bca360a62925 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:36.459063 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-94a89e37-f5d2-468b-8bc2-23a83bcdf13e req-e5a95552-ccc7-4114-9c04-bca360a62925 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0481987 Sep 16 15:15:36.497001 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-94a89e37-f5d2-468b-8bc2-23a83bcdf13e req-70466180-fd20-417d-aaae-f2d75d0b473b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321281 Sep 16 15:15:36.740076 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73db2f6-cda4-4e82-b1d4-dd93a486af6c req-3f9400e0-ba18-43c2-a3d3-25e1b77cfb61 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:36.741561 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c73db2f6-cda4-4e82-b1d4-dd93a486af6c req-3f9400e0-ba18-43c2-a3d3-25e1b77cfb61 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0521145 Sep 16 15:15:36.778779 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c73db2f6-cda4-4e82-b1d4-dd93a486af6c req-7213f429-1c50-4a3f-aabf-a40b2e7de060 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Sep 16 15:15:36.878091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device e25de4f9-1785-4a6f-903a-992f28962da6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:15:36.969946 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e25de4f9-1785-4a6f-903a-992f28962da6,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:36.981124 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'port_id': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'mac_address': 'fa:16:3e:24:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:15:37.016347 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:37.028223 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25de4f9-1785-4a6f-903a-992f28962da6 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:37.046756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e25de4f9-1785-4a6f-903a-992f28962da6,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:37.052001 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:37.096802 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:37.104205 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.104574 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.104914 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.105246 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.105573 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.105900 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.106227 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.106545 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.106883 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.107205 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.107520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.107839 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:37.428835 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['e25de4f9-1785-4a6f-903a-992f28962da6'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:15:37.611102 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071d11-8500-4ec3-91b1-98ee241d5401 req-4153d3f8-ea33-4efa-9caf-d86424a53129 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:37.612627 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-14071d11-8500-4ec3-91b1-98ee241d5401 req-4153d3f8-ea33-4efa-9caf-d86424a53129 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 945 time: 0.0489845 Sep 16 15:15:37.649930 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-14071d11-8500-4ec3-91b1-98ee241d5401 req-42ba362c-ea73-472e-a8ca-b4a16a872977 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Sep 16 15:15:37.897876 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043104d-c52a-46b4-9cd6-e8fac007e587 req-626053c8-4ef8-491b-af98-45837de24e88 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:37.899351 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8043104d-c52a-46b4-9cd6-e8fac007e587 req-626053c8-4ef8-491b-af98-45837de24e88 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0513299 Sep 16 15:15:37.934696 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8043104d-c52a-46b4-9cd6-e8fac007e587 req-d689557e-315e-4db8-99f3-9441a483fc50 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295310 Sep 16 15:15:38.762708 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c4e89-a1e8-40ec-85e5-192ea21c8ade req-95cee8ab-52fe-46eb-abac-af4cce188b73 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:38.764166 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a54c4e89-a1e8-40ec-85e5-192ea21c8ade req-95cee8ab-52fe-46eb-abac-af4cce188b73 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 945 time: 0.0484252 Sep 16 15:15:38.799876 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a54c4e89-a1e8-40ec-85e5-192ea21c8ade req-08ded355-2b14-4bb4-b291-ab37b75e3b8f tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299456 Sep 16 15:15:38.892361 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device e25de4f9-1785-4a6f-903a-992f28962da6 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:38.941898 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port e25de4f9-1785-4a6f-903a-992f28962da6 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:15:38.945288 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port e25de4f9-1785-4a6f-903a-992f28962da6 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:38.945683 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:39.023456 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:39.050609 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:39.052854 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7f6dfc-496d-4f24-92ec-e425f2869f20" -d '{"events": [{"server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "name": "network-vif-plugged", "status": "completed", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:39.056082 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305e124-5ee6-4db8-b85f-8270ff3f1bfd req-3a8b8940-465e-45af-93ab-e740e0e438de tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:39.057733 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9305e124-5ee6-4db8-b85f-8270ff3f1bfd req-3a8b8940-465e-45af-93ab-e740e0e438de tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0515146 Sep 16 15:15:39.066486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e25de4f9-1785-4a6f-903a-992f28962da6,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:39.072755 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:39.109608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8652af38-cd0f-4d35-9362-597977decc6f x-openstack-request-id: req-8652af38-cd0f-4d35-9362-597977decc6f {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:39.109898 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "name": "network-vif-plugged", "status": "completed", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:39.110149 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8652af38-cd0f-4d35-9362-597977decc6f {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:39.110668 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'code': 200} Sep 16 15:15:39.115217 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9305e124-5ee6-4db8-b85f-8270ff3f1bfd req-8eb0af12-198a-4890-96de-5369fe48fdd1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467813 Sep 16 15:15:39.135311 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:39.378859 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfa4fa-79bc-40e3-92e2-b24b38c94244 req-43431c68-4d5e-4d4b-83f4-c3f129c9b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:39.380321 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-82cfa4fa-79bc-40e3-92e2-b24b38c94244 req-43431c68-4d5e-4d4b-83f4-c3f129c9b912 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 1099 time: 0.0443935 Sep 16 15:15:39.415363 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-82cfa4fa-79bc-40e3-92e2-b24b38c94244 req-f9969a5c-8328-4824-824c-6c0251a5cfa8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277085 Sep 16 15:15:39.912195 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21c204-caf5-435d-8b3f-68335625719a req-5ba38730-433d-4596-8a5c-7a399a5eccca tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:39.913769 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a21c204-caf5-435d-8b3f-68335625719a req-5ba38730-433d-4596-8a5c-7a399a5eccca tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0472386 Sep 16 15:15:39.949804 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a21c204-caf5-435d-8b3f-68335625719a req-26906d68-8378-453d-b180-45ba8b811501 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302784 Sep 16 15:15:40.225354 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe103f-01f7-4502-b199-ec8c2a7d0871 req-524b1f14-f9d1-43bb-a641-edaa476ba0da tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:40.226731 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8fe103f-01f7-4502-b199-ec8c2a7d0871 req-524b1f14-f9d1-43bb-a641-edaa476ba0da tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0482602 Sep 16 15:15:40.264282 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c8fe103f-01f7-4502-b199-ec8c2a7d0871 req-f44ec580-b75b-4a8b-8217-2bb56c1aef20 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Sep 16 15:15:40.932272 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:15:41.061236 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4748a2-953f-4084-9c63-a5009c7a627d req-acea5649-caa5-40cc-ade3-a6b01110fe26 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.062671 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ff4748a2-953f-4084-9c63-a5009c7a627d req-acea5649-caa5-40cc-ade3-a6b01110fe26 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0481119 Sep 16 15:15:41.099283 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ff4748a2-953f-4084-9c63-a5009c7a627d req-557595ec-267e-4c54-a65e-8651a5106432 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Sep 16 15:15:41.210444 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371d74a-6ce9-44c2-aa97-63e15d77a74f req-9a878f3b-3e84-4f1d-8b52-8db12a9b6671 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.211902 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e371d74a-6ce9-44c2-aa97-63e15d77a74f req-9a878f3b-3e84-4f1d-8b52-8db12a9b6671 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0469561 Sep 16 15:15:41.248278 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e371d74a-6ce9-44c2-aa97-63e15d77a74f req-7ef05e0a-76a6-4db1-9de7-d85019f00a1d tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305395 Sep 16 15:15:41.270609 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33368) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:41.364123 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdd7f7-7a48-4911-afdd-97d472fa5989 tempest-TestVolumeBootPattern-319687912 tempest-TestVolumeBootPattern-319687912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.366187 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-98fdd7f7-7a48-4911-afdd-97d472fa5989 tempest-TestVolumeBootPattern-319687912 tempest-TestVolumeBootPattern-319687912-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 1094 time: 0.0946043 Sep 16 15:15:41.369145 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33374) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:41.373437 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'port_id': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:15:41.390293 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910c849-e0c2-4cdb-aa08-77d305bb1ed6 req-2a43cb89-568e-40ca-b3fe-6ec1447736e0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:41.391909 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e910c849-e0c2-4cdb-aa08-77d305bb1ed6 req-2a43cb89-568e-40ca-b3fe-6ec1447736e0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0560589 Sep 16 15:15:41.397206 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:41.429537 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e910c849-e0c2-4cdb-aa08-77d305bb1ed6 req-bd98a211-088f-400c-aafb-adbe1c947d26 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303729 Sep 16 15:15:41.491655 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:41.598143 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Allocated IP 172.27.2.118 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/3a444c5c-8be6-4d31-ad59-e9a76aa0d6b1) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:15:41.696785 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:41.729114 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:41.769193 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:15:41.772022 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:15:41.775541 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:15:41.801372 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=3a444c5c-8be6-4d31-ad59-e9a76aa0d6b1,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:41.814414 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.814775 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.815120 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.815458 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.815896 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.816231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.816586 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.816919 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.817250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.817577 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.817902 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:41.818225 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:42.134235 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:42.199467 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:42.345634 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:42.350066 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:42.418225 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=3a444c5c-8be6-4d31-ad59-e9a76aa0d6b1,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:42.424237 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:42.547875 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Floating IP 477a4e24-b289-4998-bb6c-acc252055fdd associated. External IP: 172.27.2.118, port: e25de4f9-1785-4a6f-903a-992f28962da6. Sep 16 15:15:42.596719 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ea75f-8451-4a9c-b6fa-50298911eacd req-c14f0da4-0c3a-4eb7-81af-883428515508 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:42.598271 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7c9ea75f-8451-4a9c-b6fa-50298911eacd req-c14f0da4-0c3a-4eb7-81af-883428515508 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0928063 Sep 16 15:15:42.674652 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7c9ea75f-8451-4a9c-b6fa-50298911eacd req-92b22400-6ed7-434b-b7f4-79bcd206f835 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702779 Sep 16 15:15:42.787996 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:42.893965 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:42.903330 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:42.909854 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:42.916438 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:42.917082 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:15:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:42.937120 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-ea989f31-485e-458f-96c5-575550e2aeaf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5669098 Sep 16 15:15:42.937618 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:42.939822 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e5f7a-0511-412e-b088-23471f7eba1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:42.975682 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a67ac4d-dcd4-4b57-b912-701872b7acda x-openstack-request-id: req-2a67ac4d-dcd4-4b57-b912-701872b7acda {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:42.975977 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:42.976235 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a67ac4d-dcd4-4b57-b912-701872b7acda {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:42.976926 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'status': 'completed', 'code': 200} Sep 16 15:15:43.021581 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:43.068852 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-49714cdf-873e-461a-af71-c6a8c6043190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:43.070380 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-49714cdf-873e-461a-af71-c6a8c6043190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 1099 time: 0.0428047 Sep 16 15:15:43.166854 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-ec1a0ada-97e8-4ae9-90fa-3eae7b1df691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:43.168332 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-ec1a0ada-97e8-4ae9-90fa-3eae7b1df691 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0909007 Sep 16 15:15:43.234409 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-041ce89a-c655-4da9-acc9-9a8141bf0e3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e25de4f9-1785-4a6f-903a-992f28962da6 HTTP/1.1" status: 200 len: 1000 time: 0.0574160 Sep 16 15:15:43.285017 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-474d18ba-89e0-49b4-9bc7-97204e1a5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:43.286486 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-474d18ba-89e0-49b4-9bc7-97204e1a5762 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0436757 Sep 16 15:15:43.344723 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-b85069bb-da37-4e1f-bf49-d275cc58537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:43.346582 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-b85069bb-da37-4e1f-bf49-d275cc58537f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526989 Sep 16 15:15:43.358427 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '477a4e24-b289-4998-bb6c-acc252055fdd', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:24:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1f8558-447d-407f-a01e-f531863dc08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:41Z', 'updated_at': '2021-09-16T15:15:41Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:43.388387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:43.396452 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:43.397113 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:15:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:43.435929 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-be61fe76-71ae-4cd3-a4e4-4711ea40b06f service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814254 Sep 16 15:15:43.499718 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:43.530485 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e08e5f7a-0511-412e-b088-23471f7eba1d req-d86baf2a-54ec-4a88-bea9-97d70ead32ed service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862017 Sep 16 15:15:43.714033 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '477a4e24-b289-4998-bb6c-acc252055fdd', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:24:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1f8558-447d-407f-a01e-f531863dc08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:41Z', 'updated_at': '2021-09-16T15:15:41Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:43.740776 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ab1df-5803-465f-b3e6-bc199982f90f None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '477a4e24-b289-4998-bb6c-acc252055fdd', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.118', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:24:17:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1f8558-447d-407f-a01e-f531863dc08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:15:41Z', 'updated_at': '2021-09-16T15:15:41Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:43.796110 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765b66-afcb-4190-bf9b-0fec37aa0429 req-b17d1ff7-a1f5-4191-a1d8-7f27002b7592 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:43.797682 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5c765b66-afcb-4190-bf9b-0fec37aa0429 req-b17d1ff7-a1f5-4191-a1d8-7f27002b7592 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0537632 Sep 16 15:15:43.835967 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-5c765b66-afcb-4190-bf9b-0fec37aa0429 req-04cf0b44-1eaf-49ee-ba11-43759fefebb0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Sep 16 15:15:43.941284 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7f4aa-46c0-49be-be44-6d8426adf756 None None] New status for floating IP 477a4e24-b289-4998-bb6c-acc252055fdd: ACTIVE {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:15:44.954632 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b798bde-16dd-4f15-b470-148d5ef95846 req-003c307b-ce92-4305-b050-c531544795ef tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:44.956146 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2b798bde-16dd-4f15-b470-148d5ef95846 req-003c307b-ce92-4305-b050-c531544795ef tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0483587 Sep 16 15:15:44.994671 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2b798bde-16dd-4f15-b470-148d5ef95846 req-a2d71334-6de1-4f86-aa54-778853138234 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320816 Sep 16 15:15:46.109563 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391e156-a21d-4447-a84c-454a4f035d09 req-cd44ba69-015c-47ef-812b-7b0b2dcc3bd0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:46.111023 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f391e156-a21d-4447-a84c-454a4f035d09 req-cd44ba69-015c-47ef-812b-7b0b2dcc3bd0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0478323 Sep 16 15:15:46.147567 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f391e156-a21d-4447-a84c-454a4f035d09 req-b687a8a0-9d2e-490a-b667-131d0ce0364e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307579 Sep 16 15:15:46.935459 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:15:47.031401 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:47.042248 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'mac_address': 'fa:16:3e:40:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:15:47.078477 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.090848 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e85e2bd-e728-47fe-9eba-b3eac4fa786f {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:15:47.109203 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:47.113753 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:47.162151 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=6']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:47.265936 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac90a2-4aad-4983-a4b5-40a1ff5aa15b req-e3e00097-fcb2-4aa7-a7c6-d6e0bc495743 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:47.267399 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-59ac90a2-4aad-4983-a4b5-40a1ff5aa15b req-e3e00097-fcb2-4aa7-a7c6-d6e0bc495743 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 944 time: 0.0495286 Sep 16 15:15:47.303449 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-59ac90a2-4aad-4983-a4b5-40a1ff5aa15b req-058d5ecc-f27f-45d2-a9ba-5f89fe60b2d9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301797 Sep 16 15:15:47.361709 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['5e85e2bd-e728-47fe-9eba-b3eac4fa786f'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:15:47.601957 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:48.424145 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973c8e-ba09-4f59-8086-45a2fc71f6d4 req-77fe9250-1e18-4d3b-9140-f93af5469e05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:48.425683 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e3973c8e-ba09-4f59-8086-45a2fc71f6d4 req-77fe9250-1e18-4d3b-9140-f93af5469e05 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 944 time: 0.0490568 Sep 16 15:15:48.467677 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e3973c8e-ba09-4f59-8086-45a2fc71f6d4 req-ec4d2447-7a3e-4d42-b59a-3f6081c6985f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357771 Sep 16 15:15:48.935219 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:15:48.989123 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:15:48.989602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.041616 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-ecdeeb90-d24c-4dfb-818a-47853d9c1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.043792 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-ecdeeb90-d24c-4dfb-818a-47853d9c1e04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1097 time: 0.0468230 Sep 16 15:15:49.072927 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.095448 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:49.098535 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e222db9-f434-4475-9b92-6a5c82b045f8" -d '{"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:49.111901 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:49.120150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:49.158244 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7732bdf5-df3f-46ba-aef5-f2dd8cf00d77 x-openstack-request-id: req-7732bdf5-df3f-46ba-aef5-f2dd8cf00d77 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:49.158537 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:49.158818 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7732bdf5-df3f-46ba-aef5-f2dd8cf00d77 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:49.159891 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'code': 200} Sep 16 15:15:49.183807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-e158a990-bebd-4482-b86f-1c12188ba704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.185357 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-e158a990-bebd-4482-b86f-1c12188ba704 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.1145310 Sep 16 15:15:49.194239 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=7']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:49.288090 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-026df899-f125-4841-9e05-53a11739c181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 200 len: 1001 time: 0.0755851 Sep 16 15:15:49.343520 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-7ffd4ed2-0591-4fcf-87f0-8c26772664fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.345014 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-7ffd4ed2-0591-4fcf-87f0-8c26772664fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0466266 Sep 16 15:15:49.394564 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-67a93ace-be30-4dab-8dec-ea73cdc0847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.396193 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-67a93ace-be30-4dab-8dec-ea73cdc0847f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434690 Sep 16 15:15:49.498783 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-266a7302-09da-46a3-b6ad-5b671d9ce31e service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936038 Sep 16 15:15:49.637777 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548eea-2b7e-432e-b835-00d6b0deb07a req-ac42f052-5711-48da-8c6d-dd1276198909 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:49.645966 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a1548eea-2b7e-432e-b835-00d6b0deb07a req-ac42f052-5711-48da-8c6d-dd1276198909 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0835888 Sep 16 15:15:49.652519 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a9b2111c-bbf5-4f9f-9fa4-aec3bf9c465a req-1c4dcf1e-daf3-4d94-aa00-f366f805d4f9 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462021 Sep 16 15:15:49.712575 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a1548eea-2b7e-432e-b835-00d6b0deb07a req-2b693aa1-50fe-43a7-96b7-b8afe918e0d1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655222 Sep 16 15:15:50.798299 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-48ef6f4b-886c-46cc-864a-63876c1efec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:50.879818 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd68831-fe2e-4ffa-a629-e6889d645479 req-d6ce44e3-daae-4411-b13c-503c20ceeede tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:50.881531 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccd68831-fe2e-4ffa-a629-e6889d645479 req-d6ce44e3-daae-4411-b13c-503c20ceeede tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0539553 Sep 16 15:15:50.939174 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccd68831-fe2e-4ffa-a629-e6889d645479 req-7f9c7fcb-f424-4f53-8806-dba3834b23ce tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491316 Sep 16 15:15:52.084846 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c21f-5d87-4949-9ffb-7ba6527555f5 req-96e8b1f8-b34b-4472-90b0-5c99faca25bc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:52.086387 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b412c21f-5d87-4949-9ffb-7ba6527555f5 req-96e8b1f8-b34b-4472-90b0-5c99faca25bc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0609980 Sep 16 15:15:52.145698 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b412c21f-5d87-4949-9ffb-7ba6527555f5 req-1ed129b4-53e8-4bad-80c5-cb0c31af392e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444562 Sep 16 15:15:53.295556 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c50b4b-c69b-4462-be54-9881c4616ab3 req-ac592fc6-85a5-4536-b655-3ccce960d0b9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:53.297220 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c7c50b4b-c69b-4462-be54-9881c4616ab3 req-ac592fc6-85a5-4536-b655-3ccce960d0b9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0650587 Sep 16 15:15:53.349488 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c7c50b4b-c69b-4462-be54-9881c4616ab3 req-447fcaf0-d7bc-4ad2-9a5f-1b8a6d695ba2 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Sep 16 15:15:53.386362 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9921-21d9-4a87-a010-3091f5a30798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:53.404263 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:54.475294 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f53485-25f8-4df4-b0fc-c1633a0001db req-687fabfd-7f8c-403d-b187-67357b587200 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:54.476748 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41f53485-25f8-4df4-b0fc-c1633a0001db req-687fabfd-7f8c-403d-b187-67357b587200 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0543818 Sep 16 15:15:54.481402 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:54.515807 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-41f53485-25f8-4df4-b0fc-c1633a0001db req-e75d5071-0c49-45d7-bb06-b575a2756eaa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Sep 16 15:15:55.654692 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa74ba3-6d12-4d5f-a59c-3f591c6c62ab req-d2592913-476a-4e29-895d-e1edbe4aa91f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:55.656202 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2aa74ba3-6d12-4d5f-a59c-3f591c6c62ab req-d2592913-476a-4e29-895d-e1edbe4aa91f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0580573 Sep 16 15:15:55.698812 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2aa74ba3-6d12-4d5f-a59c-3f591c6c62ab req-f04d8b85-dc72-458e-a65f-1cfe18d990da tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367033 Sep 16 15:15:56.107953 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:56.834890 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5cd1b-da6d-4d1c-b2d7-6c25293e8fbe req-c1ad7d47-b7bb-4a54-b56e-01b0b404161a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:56.836891 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18b5cd1b-da6d-4d1c-b2d7-6c25293e8fbe req-c1ad7d47-b7bb-4a54-b56e-01b0b404161a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0544422 Sep 16 15:15:56.881522 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18b5cd1b-da6d-4d1c-b2d7-6c25293e8fbe req-a4c2b2cb-2e97-4009-8925-213dad76a2fa tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382338 Sep 16 15:15:58.002313 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721582ec-a0b3-4292-b6e7-d9b100dd42d1 req-00134a6f-93e1-4261-8f35-53262ee83d19 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.003778 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-721582ec-a0b3-4292-b6e7-d9b100dd42d1 req-00134a6f-93e1-4261-8f35-53262ee83d19 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0517192 Sep 16 15:15:58.040711 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-721582ec-a0b3-4292-b6e7-d9b100dd42d1 req-87de2b18-1673-4c27-88c6-8145ff9b9cda tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310929 Sep 16 15:15:58.660306 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-430c1567-a2ea-40a2-ada6-ae55d6c9b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.661819 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-430c1567-a2ea-40a2-ada6-ae55d6c9b56e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1098 time: 0.0407984 Sep 16 15:15:58.751378 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-31b2ec11-04c0-4764-98ad-c161b13ec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.753404 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-31b2ec11-04c0-4764-98ad-c161b13ec920 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.0838408 Sep 16 15:15:58.828048 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-b913a922-d373-45b4-a487-f145bc4c7dff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 200 len: 1001 time: 0.0584095 Sep 16 15:15:58.896197 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-a8504c3b-add9-45a5-9234-7c269e421bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.897654 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-a8504c3b-add9-45a5-9234-7c269e421bb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0422876 Sep 16 15:15:58.944339 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-c9eb1816-0b18-4529-9b50-0b81874ed186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:58.945731 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-c9eb1816-0b18-4529-9b50-0b81874ed186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390747 Sep 16 15:15:59.044972 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-f735b04c-1476-4a12-9416-3d463bb5fa2e service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864654 Sep 16 15:15:59.168748 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e20f87d8-6bcd-448d-8603-e0a960540912 req-8e6ffb88-10e6-4fdd-89d7-8d5cb0a09a13 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134350 Sep 16 15:15:59.180210 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529bfac-5c02-4648-b5f2-e2be4ba05aa3 req-f7661641-6076-4294-8cbd-49e466dba4e9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:59.181635 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6529bfac-5c02-4648-b5f2-e2be4ba05aa3 req-f7661641-6076-4294-8cbd-49e466dba4e9 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0667522 Sep 16 15:15:59.219770 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6529bfac-5c02-4648-b5f2-e2be4ba05aa3 req-9258d7f2-8065-4ea5-a9b8-782679e8e22a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Sep 16 15:16:00.339727 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68600639-01b5-42ec-8304-c43de4ff97ea req-518f45a6-28ef-4da8-8637-ee2d66f7e7d5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:00.341266 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68600639-01b5-42ec-8304-c43de4ff97ea req-518f45a6-28ef-4da8-8637-ee2d66f7e7d5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 945 time: 0.0479977 Sep 16 15:16:00.380859 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68600639-01b5-42ec-8304-c43de4ff97ea req-0f1890b6-06a0-468e-b2e3-963bd5b454a7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Sep 16 15:16:01.016412 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:01.086776 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:01.108199 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:01.110406 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca1f3a-6a6b-46c7-bea0-00d1804e11f5" -d '{"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:01.122868 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:01.127251 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:01.153281 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be75bfc1-378b-422b-adb7-fdf7ef3fe71a x-openstack-request-id: req-be75bfc1-378b-422b-adb7-fdf7ef3fe71a {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:01.153595 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:01.153850 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be75bfc1-378b-422b-adb7-fdf7ef3fe71a {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:01.154226 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'code': 200} Sep 16 15:16:01.179752 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=8']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:01.501055 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e303994-569a-4639-9e12-25106a8ef106 req-9ff1d801-a26d-423b-8c4b-4268c90ad859 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:01.502578 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9e303994-569a-4639-9e12-25106a8ef106 req-9ff1d801-a26d-423b-8c4b-4268c90ad859 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0488055 Sep 16 15:16:01.539851 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9e303994-569a-4639-9e12-25106a8ef106 req-d4092efc-e3bb-47d9-89ef-66cf0e4ee492 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314813 Sep 16 15:16:02.656785 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172ac37-3a9f-4204-b209-d7776a734cfe req-6c5f8169-f46e-40cf-8d9f-44b727b2054e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:02.658269 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a172ac37-3a9f-4204-b209-d7776a734cfe req-6c5f8169-f46e-40cf-8d9f-44b727b2054e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0474164 Sep 16 15:16:02.694100 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a172ac37-3a9f-4204-b209-d7776a734cfe req-a7cc1d1f-dfff-4558-936f-0a951ec808c5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299637 Sep 16 15:16:03.303285 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12df40-3786-45fa-aebf-50cb839e76f5 req-597e7808-31f7-4101-890e-09f18ec38431 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:03.304955 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7e12df40-3786-45fa-aebf-50cb839e76f5 req-597e7808-31f7-4101-890e-09f18ec38431 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.0528576 Sep 16 15:16:03.343737 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7e12df40-3786-45fa-aebf-50cb839e76f5 req-93e79e87-c38c-43e0-ba0f-b0bb83ba8f76 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329068 Sep 16 15:16:03.637536 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbc36e-94da-4357-8f69-3d89fde05101 req-201d4b43-fb21-4819-b794-8d11484cc44e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:03.639193 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3adbc36e-94da-4357-8f69-3d89fde05101 req-201d4b43-fb21-4819-b794-8d11484cc44e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0539083 Sep 16 15:16:03.676899 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3adbc36e-94da-4357-8f69-3d89fde05101 req-f1b20c19-1f5d-4b77-af69-acdb0d7761a3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Sep 16 15:16:03.835148 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33630) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:03.916911 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-a5f28878-9ce4-4d82-99b2-65f06c6ba90d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806165 Sep 16 15:16:03.926122 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-8cb3e7b4-31bc-4815-af91-ddbfe7ebbf15 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:16:03.927052 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-8cb3e7b4-31bc-4815-af91-ddbfe7ebbf15 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054436 Sep 16 15:16:04.462155 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16c58b-b5d1-4e18-a17b-f9cb90b0514a req-46e447e9-3071-4d33-ac1c-9245fcaaffeb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.463633 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fa16c58b-b5d1-4e18-a17b-f9cb90b0514a req-46e447e9-3071-4d33-ac1c-9245fcaaffeb tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.0477543 Sep 16 15:16:04.502971 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fa16c58b-b5d1-4e18-a17b-f9cb90b0514a req-594b4f1a-d134-4d5a-ae75-906eb6c3c01a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330195 Sep 16 15:16:04.792544 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d3bb6-18c5-4433-88e7-bc6cd117c8e9 req-84af3271-d124-4338-95ec-ac3cdebd367f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.794032 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-923d3bb6-18c5-4433-88e7-bc6cd117c8e9 req-84af3271-d124-4338-95ec-ac3cdebd367f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0476754 Sep 16 15:16:04.831078 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-923d3bb6-18c5-4433-88e7-bc6cd117c8e9 req-91758a8c-adb2-4fb5-bd97-9ebac9bf7e20 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305648 Sep 16 15:16:04.884768 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-04d63032-a2b2-4555-906b-bf9782ab2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.886200 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-04d63032-a2b2-4555-906b-bf9782ab2e96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f&tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1 HTTP/1.1" status: 200 len: 1096 time: 0.0387347 Sep 16 15:16:04.968173 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-7ef7f5a8-f7e2-43b3-bfd9-67bb67a64a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:04.969604 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-7ef7f5a8-f7e2-43b3-bfd9-67bb67a64a06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1096 time: 0.0428872 Sep 16 15:16:05.029481 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:05.058447 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-c2a267ee-765f-4e1d-8006-a94dfd947474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.059913 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-c2a267ee-765f-4e1d-8006-a94dfd947474 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 200 len: 917 time: 0.0820091 Sep 16 15:16:05.128966 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-5f0677f8-3583-43c9-a7f1-cf8f80c7f3e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 200 len: 999 time: 0.0597863 Sep 16 15:16:05.178857 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-fd245947-d534-4193-8785-aaa638fa78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.180232 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-fd245947-d534-4193-8785-aaa638fa78c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 200 len: 855 time: 0.0422494 Sep 16 15:16:05.245596 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-55338827-9c6a-4756-a9f9-65bdc0f68042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.247013 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-55338827-9c6a-4756-a9f9-65bdc0f68042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d12b9d2-866f-4b19-b044-703079df8635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382628 Sep 16 15:16:05.353004 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-a86a5ea2-67b5-4fc2-8cbb-0b9cface68e0 service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847294 Sep 16 15:16:05.444383 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78d000ee-b5d8-4572-8d3b-054a57acee72 req-c162b968-3970-44e8-aa26-7a434ea5b34c service neutron] 10.222.0.47 "GET /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796192 Sep 16 15:16:05.616024 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66753d8-bdc7-418d-abaf-6773a067ab7d req-5a170c2f-1c51-4922-a47d-d794c29b5de2 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.617963 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f66753d8-bdc7-418d-abaf-6773a067ab7d req-5a170c2f-1c51-4922-a47d-d794c29b5de2 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.0483997 Sep 16 15:16:05.653415 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f66753d8-bdc7-418d-abaf-6773a067ab7d req-3def572f-2241-44c5-aa28-8bbd2f6bb74b tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups?id=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300188 Sep 16 15:16:05.788582 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-5c5869f3-adf6-4ef9-98d0-e7149ff4f4c8 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:05.790061 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-5c5869f3-adf6-4ef9-98d0-e7149ff4f4c8 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 946 time: 0.0510426 Sep 16 15:16:05.884071 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Deleting port c9396fee-d1ac-4125-bd2f-b5b776570d80 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:05.884571 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.008692 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a742514-d701-40b3-8f84-ed5a2e0026ec req-64d68693-9108-4ca8-8f9b-88fc8efa582f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:06.015767 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1a742514-d701-40b3-8f84-ed5a2e0026ec req-64d68693-9108-4ca8-8f9b-88fc8efa582f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.1070402 Sep 16 15:16:06.058243 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] For port c9396fee-d1ac-4125-bd2f-b5b776570d80, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c9396fee-d1ac-4125-bd2f-b5b776570d80,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:06.058587 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.070631 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1a742514-d701-40b3-8f84-ed5a2e0026ec req-e35ca140-1f1a-455c-93a7-c2560193091e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540075 Sep 16 15:16:06.556651 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.557389 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.557784 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Floating IP fd8cc375-f21e-4edb-8dd3-4152d072ce25 disassociated. External IP: 172.27.2.71, port: c9396fee-d1ac-4125-bd2f-b5b776570d80. Sep 16 15:16:06.558067 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Calling delete_port for c9396fee-d1ac-4125-bd2f-b5b776570d80 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:06.691942 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:06.734007 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event deleted for resources: {'Port': ['ID=c9396fee-d1ac-4125-bd2f-b5b776570d80,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:06.761785 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ccc91529-c20e-4819-a52f-be66cc54c168 req-8c4e9a87-6daf-4a38-aa10-5d41fef6e338 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0340619 Sep 16 15:16:06.855594 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:06.965414 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:06.976793 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:06.987013 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:06.988052 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:15:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.027312 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] No DVR routers for this DVR port c9396fee-d1ac-4125-bd2f-b5b776570d80 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:07.029898 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:07.031899 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-915f15c8-2470-46f9-9c41-be8ee4898ea5 req-0ca31603-f90b-4ff4-ba55-47d5fb905687 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.47 "DELETE /v2.0/ports/c9396fee-d1ac-4125-bd2f-b5b776570d80 HTTP/1.1" status: 204 len: 173 time: 1.2349832 Sep 16 15:16:07.032335 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'name': 'network-vif-deleted', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:07.034615 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093605af-d8f2-4cab-8ec9-2dd479baff3c" -d '{"events": [{"server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "name": "network-vif-deleted", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:07.077995 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22a4f2-96ca-49f9-a145-ad8203b44c11 x-openstack-request-id: req-eb22a4f2-96ca-49f9-a145-ad8203b44c11 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:07.078294 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1676bf74-3d0d-4923-88db-a5932614cd13", "name": "network-vif-deleted", "tag": "c9396fee-d1ac-4125-bd2f-b5b776570d80", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:07.078553 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb22a4f2-96ca-49f9-a145-ad8203b44c11 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:07.078952 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1676bf74-3d0d-4923-88db-a5932614cd13', 'name': 'network-vif-deleted', 'tag': 'c9396fee-d1ac-4125-bd2f-b5b776570d80', 'status': 'completed', 'code': 200} Sep 16 15:16:07.111164 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:07.248700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387dfbd-90d3-44a6-ab03-77bda2af7d7b req-d88e87c7-f32e-4160-b11e-4094cd8b5867 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:07.250598 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3387dfbd-90d3-44a6-ab03-77bda2af7d7b req-d88e87c7-f32e-4160-b11e-4094cd8b5867 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0702515 Sep 16 15:16:07.295096 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3387dfbd-90d3-44a6-ab03-77bda2af7d7b req-28d19ed9-c9cb-4bd7-ba4e-b1e6b7f0b790 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358436 Sep 16 15:16:07.350032 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.375740 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:07.383873 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:07.384477 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:15:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.490794 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:07.817553 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:07.857137 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9439f670-baad-4a98-9cf9-6fc30695e95f None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:09:49Z', 'revision_number': 4, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b', 'name': '', 'network_id': '69bb72f0-3125-4a7e-978d-01aa99e54fa9', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'mac_address': 'fa:16:3e:4b:6b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:45Z', 'updated_at': '2021-09-16T15:09:58Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'subnets': [{'id': '926ba48a-b11c-4d59-96ef-23d3c4df8b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:07.873133 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-98640efa-b4cd-4d25-bc2b-62adcd83e654 req-03c2aceb-66a7-4060-bd12-8303ae46decf tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0400481 Sep 16 15:16:08.227374 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368beb7e-3362-46bf-b8bd-74916055e6b8 None None] New status for floating IP fd8cc375-f21e-4edb-8dd3-4152d072ce25: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:16:08.422974 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084e12-5816-49ef-8cd7-f10be61a7a36 req-993486e6-4b87-4b31-a165-bdc6b87b1bca tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:08.425439 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a5084e12-5816-49ef-8cd7-f10be61a7a36 req-993486e6-4b87-4b31-a165-bdc6b87b1bca tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0543482 Sep 16 15:16:08.467288 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a5084e12-5816-49ef-8cd7-f10be61a7a36 req-c3f23d9e-1e04-44c3-9555-cda986b6b433 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359538 Sep 16 15:16:08.961045 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a4280a4b-3e95-4b8c-b737-ac875e5f2e70 req-ee9e09ac-a1ed-4023-8906-9b97eccbe8f1 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0292583 Sep 16 15:16:09.062323 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device c9396fee-d1ac-4125-bd2f-b5b776570d80 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:09.083500 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: c9396fee-d1ac-4125-bd2f-b5b776570d80 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:09.083851 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device c9396fee-d1ac-4125-bd2f-b5b776570d80 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:09.595229 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2b3c7-49df-4fde-b082-9c23d408decb req-341e20be-56cf-4a3f-b351-2edd2de92f3b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:09.597585 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f0b2b3c7-49df-4fde-b082-9c23d408decb req-341e20be-56cf-4a3f-b351-2edd2de92f3b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0554481 Sep 16 15:16:09.634850 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f0b2b3c7-49df-4fde-b082-9c23d408decb req-c1fb474f-a61f-4368-8a34-b38b385355cd tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Sep 16 15:16:10.062453 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-791f9c47-2841-4d46-a9cb-ce3c9828c80e req-a46c6ade-0701-4f53-b8b9-99d7315200b9 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0328636 Sep 16 15:16:10.768937 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6bd00-d8d2-47c0-b108-ca392440f880 req-4907663f-b781-4b4a-85b0-f3239eea76eb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:10.770494 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-43c6bd00-d8d2-47c0-b108-ca392440f880 req-4907663f-b781-4b4a-85b0-f3239eea76eb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0492108 Sep 16 15:16:10.809426 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-43c6bd00-d8d2-47c0-b108-ca392440f880 req-7aa9db21-9a93-4205-9def-b19d13068049 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328915 Sep 16 15:16:11.155500 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3bd89cf2-e14d-4339-aec4-6fb664f371a6 req-ab242511-6af6-463e-8223-c53159b414c8 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Sep 16 15:16:11.938827 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6c980-b843-4a71-ab75-936e5a905874 req-e12d89ca-34c4-485c-aca6-013aa34c0947 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:11.940416 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bcc6c980-b843-4a71-ab75-936e5a905874 req-e12d89ca-34c4-485c-aca6-013aa34c0947 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0530133 Sep 16 15:16:11.984215 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bcc6c980-b843-4a71-ab75-936e5a905874 req-21b52fb2-82a5-4a3b-b11e-587de2019baf tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361838 Sep 16 15:16:12.250313 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8c822581-1131-4fdd-920b-c5a53e075893 req-6e091298-df7a-472a-947e-df040c73deb6 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Sep 16 15:16:13.125832 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03fe99-d431-43a8-a96f-9838719aa5c1 req-2f09ab9a-2db3-4094-9b40-58cade5d5b78 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:13.135705 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4d03fe99-d431-43a8-a96f-9838719aa5c1 req-2f09ab9a-2db3-4094-9b40-58cade5d5b78 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0781279 Sep 16 15:16:13.172072 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-4d03fe99-d431-43a8-a96f-9838719aa5c1 req-bddc901b-1819-48f9-8ac9-f6445d9b84a3 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333457 Sep 16 15:16:13.345255 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e3c78ea8-f47e-4956-a986-01da708e098d req-0bbd4ed1-16f2-4dd0-9a78-109110132af7 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0264938 Sep 16 15:16:14.300498 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd734c7-a693-48a6-8aba-a45f04186d18 req-26e84373-f45a-4b52-8914-0cb65cb9be6e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:14.301990 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1dd734c7-a693-48a6-8aba-a45f04186d18 req-26e84373-f45a-4b52-8914-0cb65cb9be6e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0500975 Sep 16 15:16:14.342975 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1dd734c7-a693-48a6-8aba-a45f04186d18 req-94795d2f-e428-42a5-b54a-8e6744086896 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Sep 16 15:16:14.446108 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1cc1e621-9a79-4a92-a652-2b9a5b038e9e req-6f0d3263-d7d9-43e9-b030-3db022bdf363 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Sep 16 15:16:15.465013 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc107821-aa84-4ac1-a3d7-2425bda5ab80 req-31bbc3e3-6531-40a0-8f96-93c396ef6bbc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:15.467256 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fc107821-aa84-4ac1-a3d7-2425bda5ab80 req-31bbc3e3-6531-40a0-8f96-93c396ef6bbc tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0515327 Sep 16 15:16:15.509102 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fc107821-aa84-4ac1-a3d7-2425bda5ab80 req-0df97b23-1003-4d56-bd5d-a7f5304d91f7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353808 Sep 16 15:16:15.557221 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-59bf683e-523a-4932-b7fa-1b0d1826275c req-57989cfd-3251-492c-a9f7-9042d3b0724e tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Sep 16 15:16:16.630671 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106731dc-b09b-4169-a7c2-d8aae00e8a5f req-f615b2c8-6c0d-4462-8609-fed5250a4e00 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:16.632162 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-106731dc-b09b-4169-a7c2-d8aae00e8a5f req-f615b2c8-6c0d-4462-8609-fed5250a4e00 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0523043 Sep 16 15:16:16.649645 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-40232ba9-e1e3-46f9-958d-25fd60eda4f1 req-08060172-0983-44a6-9279-574af7c652d3 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/ports?device_id=1676bf74-3d0d-4923-88db-a5932614cd13 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Sep 16 15:16:16.670343 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-106731dc-b09b-4169-a7c2-d8aae00e8a5f req-0a951f31-0194-4ee4-a290-363b462eacdb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322299 Sep 16 15:16:17.611728 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:17.730074 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33722) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:17.817523 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d42ce-512c-4016-997b-50dea171bdee req-32e74453-019d-4e62-ba12-308db40a9b5d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:17.819032 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-945d42ce-512c-4016-997b-50dea171bdee req-32e74453-019d-4e62-ba12-308db40a9b5d tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0741765 Sep 16 15:16:17.824132 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-928365bd-35ce-49ea-8b07-5e74de8ef005 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:17.861706 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-928365bd-35ce-49ea-8b07-5e74de8ef005 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:17.887971 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-945d42ce-512c-4016-997b-50dea171bdee req-253e96cc-5770-4b00-86aa-71e4c02980c0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619376 Sep 16 15:16:17.917644 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-928365bd-35ce-49ea-8b07-5e74de8ef005 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:17.920463 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-928365bd-35ce-49ea-8b07-5e74de8ef005 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:17.921606 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-928365bd-35ce-49ea-8b07-5e74de8ef005 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "DELETE /v2.0/security-groups/c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05 HTTP/1.1" status: 204 len: 168 time: 0.1904893 Sep 16 15:16:17.925297 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33724) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:17.931134 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928365bd-35ce-49ea-8b07-5e74de8ef005 tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:17.931307 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:16:17.939122 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.api.v2.resource [None req-7846c80a-670a-4e9f-b2f1-a76d560cae4d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] show failed (client error): The resource could not be found. Sep 16 15:16:17.940144 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7846c80a-670a-4e9f-b2f1-a76d560cae4d tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "GET /v2.0/security-groups/c83bccb1-0abf-4de0-a0ba-24e1cdf1cb05 HTTP/1.1" status: 404 len: 347 time: 0.0136552 Sep 16 15:16:17.943894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33726) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:18.063616 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Deleting port 7dd9689c-27bc-475c-923b-dea6958ff0c0 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:18.063959 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:18.137656 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:18.138031 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:18.150647 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Calling delete_port for 7dd9689c-27bc-475c-923b-dea6958ff0c0 owned by network:floatingip {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:18.279148 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:18.302721 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Pushing event deleted for resources: {'Port': ['ID=7dd9689c-27bc-475c-923b-dea6958ff0c0,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:18.368438 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:18.370999 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:18.372174 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-51910337-b0bc-4c5c-bc22-cbdb8a72493a tempest-AttachVolumeTestJSON-144485643 tempest-AttachVolumeTestJSON-144485643-project] 10.222.0.36 "DELETE /v2.0/floatingips/fd8cc375-f21e-4edb-8dd3-4152d072ce25 HTTP/1.1" status: 204 len: 168 time: 0.4273052 Sep 16 15:16:19.003921 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60734ff0-5590-4c8f-a080-02a217156a0d req-3a98c74f-5e5f-4a24-8c06-6b1a9f74d767 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:19.005380 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-60734ff0-5590-4c8f-a080-02a217156a0d req-3a98c74f-5e5f-4a24-8c06-6b1a9f74d767 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 943 time: 0.0473566 Sep 16 15:16:19.041183 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-60734ff0-5590-4c8f-a080-02a217156a0d req-db77cc05-7dbb-4e64-a658-8298881d11de tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300858 Sep 16 15:16:19.101857 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:16:19.194249 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:19.205133 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'port_id': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'mac_address': 'fa:16:3e:40:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:16:19.240402 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:19.253505 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e85e2bd-e728-47fe-9eba-b3eac4fa786f {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:16:19.272880 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:19.277124 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:19.323727 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=9']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:19.620821 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['5e85e2bd-e728-47fe-9eba-b3eac4fa786f'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:16:20.160588 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce3d39-2c07-4434-8c04-08f8d74ba1f2 req-cff1c134-3935-4d6b-8b62-bccc2ddb81d7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:20.161959 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f3ce3d39-2c07-4434-8c04-08f8d74ba1f2 req-cff1c134-3935-4d6b-8b62-bccc2ddb81d7 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 944 time: 0.0521071 Sep 16 15:16:20.198854 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f3ce3d39-2c07-4434-8c04-08f8d74ba1f2 req-fee3a696-9e70-4611-8e62-c47d7fdc88f1 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310836 Sep 16 15:16:20.781641 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d9c578ca-724a-470d-b0d7-156dbaf9b6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:21.121615 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:16:21.168158 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:16:21.168563 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:21.245516 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:21.272609 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:16:21.274820 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f5d57-7810-4ed9-995a-2f5e9ed7c6e6" -d '{"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:16:21.287744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:21.292586 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:21.317840 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e30885-0d9b-4b66-a056-271045b4ad03 x-openstack-request-id: req-28e30885-0d9b-4b66-a056-271045b4ad03 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:16:21.318134 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-plugged", "status": "completed", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:16:21.318385 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28e30885-0d9b-4b66-a056-271045b4ad03 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:16:21.318769 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'code': 200} Sep 16 15:16:21.319798 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eaa4c1-0425-4691-aeb4-04ec34fa07c5 req-727f2abf-4612-4665-b245-4dd419a9cf48 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:21.321334 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-00eaa4c1-0425-4691-aeb4-04ec34fa07c5 req-727f2abf-4612-4665-b245-4dd419a9cf48 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 944 time: 0.0509284 Sep 16 15:16:21.341957 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=10']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:21.360089 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-00eaa4c1-0425-4691-aeb4-04ec34fa07c5 req-618adf6b-496d-4632-96dd-d9a41cdd13d0 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328388 Sep 16 15:16:21.557781 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e910-a701-4d1c-aa8e-aa7b746ed601 req-9ca261b9-ea56-43ff-8345-bb7b3d38f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:21.559279 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1196e910-a701-4d1c-aa8e-aa7b746ed601 req-9ca261b9-ea56-43ff-8345-bb7b3d38f345 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 1099 time: 0.0425000 Sep 16 15:16:21.597474 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1196e910-a701-4d1c-aa8e-aa7b746ed601 req-78c5113e-8e85-44f0-a808-b600aae81702 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287564 Sep 16 15:16:21.899632 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33764) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:22.391166 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:22.480626 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1db0-a4b0-47e2-a605-c52b78b6ebc7 req-251f474a-202e-4d97-b5f5-fe1ca668a5fb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:22.482253 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-dbfa1db0-a4b0-47e2-a605-c52b78b6ebc7 req-251f474a-202e-4d97-b5f5-fe1ca668a5fb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 946 time: 0.0486114 Sep 16 15:16:22.520817 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-dbfa1db0-a4b0-47e2-a605-c52b78b6ebc7 req-1d2bf4b7-7f23-49e3-ac3a-8b1c48370d24 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Sep 16 15:16:22.679149 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Deleting port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:22.679481 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:22.753689 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] For port 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:22.754044 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:22.765600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Calling delete_port for 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b owned by network:router_interface {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:22.950246 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:22.978239 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:23.167301 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:23.389043 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1f1ad961-6251-4989-a57f-6ee661deead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:23.409526 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:23.606500 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Router 556f0380-3bc2-4eca-ad1f-e040e99fedaa has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:16:23.678530 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b16959-9b3d-4e74-8246-45ac12b09e07 req-82f34f82-5bdf-4afc-a877-c588f82cc9ad tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:23.680009 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78b16959-9b3d-4e74-8246-45ac12b09e07 req-82f34f82-5bdf-4afc-a877-c588f82cc9ad tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 946 time: 0.0883176 Sep 16 15:16:23.758591 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-78b16959-9b3d-4e74-8246-45ac12b09e07 req-3b8ec367-2902-4be6-a98d-82de8aef4836 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723343 Sep 16 15:16:23.769604 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:16:23.776247 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e37109c5-62aa-495f-9b86-97c733acec56 admin admin] 10.222.0.36 "PUT /v2.0/routers/556f0380-3bc2-4eca-ad1f-e040e99fedaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749614 Sep 16 15:16:23.777194 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33806) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:23.791500 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] Sync routers for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:16:23.801294 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:23.801902 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:16:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:23.881214 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks [] for router, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:23.903494 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:23.983264 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.036121 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Deleting port a4e85e98-8e46-46db-9ab5-dc33995d2a7c {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:24.036461 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.081979 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:16:22Z', 'revision_number': 5, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port': {'id': 'a4e85e98-8e46-46db-9ab5-dc33995d2a7c', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:92:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:24.107442 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] Checking router: 556f0380-3bc2-4eca-ad1f-e040e99fedaa for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:16:24.115395 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] Routers {'556f0380-3bc2-4eca-ad1f-e040e99fedaa'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:16:24.115990 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:16:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:24.117088 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] For port a4e85e98-8e46-46db-9ab5-dc33995d2a7c, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:24.117461 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.129320 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Calling delete_port for a4e85e98-8e46-46db-9ab5-dc33995d2a7c owned by network:router_gateway {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:24.200747 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] Set router 556f0380-3bc2-4eca-ad1f-e040e99fedaa gateway port host: None {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:16:24.251583 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:16:23Z', 'revision_number': 6, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:24.281068 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864a69a8-c5d8-4125-9c68-b907e26994cc None None] The sync data for ids ['556f0380-3bc2-4eca-ad1f-e040e99fedaa'] in dv-cinder-774288-9-iscsi is: [{'id': '556f0380-3bc2-4eca-ad1f-e040e99fedaa', 'name': 'tempest-AttachVolumeTestJSON-1808125914-router', 'tenant_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:36Z', 'updated_at': '2021-09-16T15:16:23Z', 'revision_number': 6, 'project_id': '9d2d7b3f1bc24383bdcd7a08fa552844', 'gw_port_host': None}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:16:24.300376 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.325276 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e85e98-8e46-46db-9ab5-dc33995d2a7c,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:24.384750 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.448761 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.484796 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.487312 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.549932 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.550516 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 556f0380-3bc2-4eca-ad1f-e040e99fedaa {{(pid=94154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:16:24.555185 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.556326 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-1651e8cc-5b38-4840-81d9-b41a1c85487e admin admin] 10.222.0.36 "DELETE /v2.0/routers/556f0380-3bc2-4eca-ad1f-e040e99fedaa HTTP/1.1" status: 204 len: 168 time: 0.7780993 Sep 16 15:16:24.559080 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33810) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:24.601653 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Deleting subnet 926ba48a-b11c-4d59-96ef-23d3c4df8b47 {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:16:24.604924 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.640248 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.730893 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.782807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.807768 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926ba48a-b11c-4d59-96ef-23d3c4df8b47,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:24.811602 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.816675 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-36feef29-183d-42b6-ad8e-297ca530e1f1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/926ba48a-b11c-4d59-96ef-23d3c4df8b47 HTTP/1.1" status: 204 len: 168 time: 0.2568285 Sep 16 15:16:24.816859 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33812) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:24.817837 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939caaf-be11-4b57-991b-2b07e3763f5a None None] Network 69bb72f0-3125-4a7e-978d-01aa99e54fa9 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:16:24.888328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:24.946263 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Deleting port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:24.946614 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.001996 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] DHCP port deletion for 69bb72f0-3125-4a7e-978d-01aa99e54fa9 request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:16:25.012200 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] For port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:25.012512 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.026012 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Calling delete_port for 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 owned by network:dhcp {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:25.056648 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] Deleting port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 {{(pid=94156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:16:25.057024 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.108674 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.118319 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] For port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,segment=NetworkSegment(74f006d0-ab83-41a8-9466-6bfd793b2c4a),segment_id=74f006d0-ab83-41a8-9466-6bfd793b2c4a)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:16:25.118319 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.120802 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] No DVR routers for this DVR port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 on host dv-cinder-774288-9-iscsi {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:25.130889 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] Calling delete_port for 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 owned by network:dhcp {{(pid=94156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:16:25.157965 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:25.211484 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.230812 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bb72f0-3125-4a7e-978d-01aa99e54fa9']}} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:25.240443 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f006d0-ab83-41a8-9466-6bfd793b2c4a') {'for_net_delete': True} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:25.240773 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f006d0-ab83-41a8-9466-6bfd793b2c4a') {} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:16:25.241135 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707'] for port, after_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.253375 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] No DVR routers for this DVR port 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 on host dv-cinder-774288-9-iscsi {{(pid=94156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:16:25.258732 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880025'] for segment, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.270554 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1eb0ba-7d50-4c04-91c3-aafd2a50cddd None None] Pushing event deleted for resources: {'Port': ['ID=07ab0f21-0dad-48ce-a97a-e1c7cb376d75,revision_number=None']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:25.273663 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.280636 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:16:25.281115 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6198682'] for segment, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: Traceback (most recent call last): Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: timer() Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: cb(*args, **kw) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: return func(*args, **kwargs) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: self._notify() Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: self.callback(batched_events) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: event.method(event) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: return f(self, *a, **k) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._get(url).json() Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: return self.request(url, 'GET', **kwargs) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:16:25.282878 dv-cinder-774288-9-iscsi neutron-server[94155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:16:25.336196 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.340642 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.342683 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] 10.222.0.36 "DELETE /v2.0/networks/69bb72f0-3125-4a7e-978d-01aa99e54fa9 HTTP/1.1" status: 204 len: 168 time: 0.5247097 Sep 16 15:16:25.354680 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91c679-2246-4ab3-8494-614a7eb53f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=69bb72f0-3125-4a7e-978d-01aa99e54fa9,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:25.451055 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33816) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:25.489549 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-0a05c6aa-4711-489e-97fc-231f9bf389ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d2d7b3f1bc24383bdcd7a08fa552844&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372183 Sep 16 15:16:25.491838 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33818) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:25.541855 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-50745e13-52f0-4635-b5cb-e3693a239d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.561769 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-50745e13-52f0-4635-b5cb-e3693a239d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.607800 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-50745e13-52f0-4635-b5cb-e3693a239d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.610504 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-50745e13-52f0-4635-b5cb-e3693a239d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:25.611641 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-50745e13-52f0-4635-b5cb-e3693a239d82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4d82d65-15bf-4452-8d49-7c31511bf98f HTTP/1.1" status: 204 len: 168 time: 0.1189303 Sep 16 15:16:25.619231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50745e13-52f0-4635-b5cb-e3693a239d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d82d65-15bf-4452-8d49-7c31511bf98f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:25.696637 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:25.720119 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:25.720756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 07ab0f21-0dad-48ce-a97a-e1c7cb376d75 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:25.721213 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a4e85e98-8e46-46db-9ab5-dc33995d2a7c no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:25.746439 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: a4e85e98-8e46-46db-9ab5-dc33995d2a7c {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:25.746797 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device a4e85e98-8e46-46db-9ab5-dc33995d2a7c not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:25.747220 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:16:25.766449 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:16:25.766803 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7bca20bd-4a43-43e9-a72b-1d2ea0c87e0b not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:16:26.106685 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.240210 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33868) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:27.341203 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a6c85232-a7b7-42db-9364-c2da820d53ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.429029 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a6c85232-a7b7-42db-9364-c2da820d53ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.432447 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a6c85232-a7b7-42db-9364-c2da820d53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.467139 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c85232-a7b7-42db-9364-c2da820d53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f79f2-d647-464b-999a-6e7d12670a3e,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:27.473902 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a6c85232-a7b7-42db-9364-c2da820d53ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e513c3fca0e4ecb80c1051a22501e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317047 Sep 16 15:16:27.475612 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33872) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:27.524744 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f2720acc-bb64-4d1b-a09c-fad10ebfbef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.545177 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f2720acc-bb64-4d1b-a09c-fad10ebfbef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.589179 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f2720acc-bb64-4d1b-a09c-fad10ebfbef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.591636 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f2720acc-bb64-4d1b-a09c-fad10ebfbef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.592790 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f2720acc-bb64-4d1b-a09c-fad10ebfbef7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f4f79f2-d647-464b-999a-6e7d12670a3e HTTP/1.1" status: 204 len: 168 time: 0.1162493 Sep 16 15:16:27.600987 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720acc-bb64-4d1b-a09c-fad10ebfbef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f79f2-d647-464b-999a-6e7d12670a3e,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:27.850019 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 33878) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:27.863008 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-519f5f77-f365-4f79-a31c-19c0ce77666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.949974 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-519f5f77-f365-4f79-a31c-19c0ce77666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.953578 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-519f5f77-f365-4f79-a31c-19c0ce77666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.990633 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-519f5f77-f365-4f79-a31c-19c0ce77666d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce8c8ea022634fc086d7f404c5215791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395190 Sep 16 15:16:27.991479 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f5f77-f365-4f79-a31c-19c0ce77666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7af228-2192-47c3-9cdb-f5c35b5b8e6f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:27.993375 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 33880) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:28.040792 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:28.060937 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:28.110396 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:28.113026 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:28.114210 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d7af228-2192-47c3-9cdb-f5c35b5b8e6f HTTP/1.1" status: 204 len: 168 time: 0.1198580 Sep 16 15:16:28.122470 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7af228-2192-47c3-9cdb-f5c35b5b8e6f,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:28.130276 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.130630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.130973 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.131305 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.131640 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.131966 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.132291 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.132647 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.133004 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.133310 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.133632 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:28.133949 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968f5334-699b-40f1-aa44-fb33aa26e9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:39.738804 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34022) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:39.842821 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-10dc26c8-1bde-4dcf-9b18-d46ce9249630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.929117 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-10dc26c8-1bde-4dcf-9b18-d46ce9249630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.932713 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-10dc26c8-1bde-4dcf-9b18-d46ce9249630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:39.969525 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-10dc26c8-1bde-4dcf-9b18-d46ce9249630 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac6de0ca76084b32adcb319f4b85c375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296805 Sep 16 15:16:39.971694 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc26c8-1bde-4dcf-9b18-d46ce9249630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3f1c4a-a5af-45de-8ca2-d9a72b001a22,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:39.972515 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34026) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:40.021233 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-60bde9e2-290c-4d34-bbd0-593deecb9bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.041142 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-60bde9e2-290c-4d34-bbd0-593deecb9bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.089072 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-60bde9e2-290c-4d34-bbd0-593deecb9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.091512 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-60bde9e2-290c-4d34-bbd0-593deecb9bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.092675 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-60bde9e2-290c-4d34-bbd0-593deecb9bd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d3f1c4a-a5af-45de-8ca2-d9a72b001a22 HTTP/1.1" status: 204 len: 168 time: 0.1191516 Sep 16 15:16:40.101275 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde9e2-290c-4d34-bbd0-593deecb9bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3f1c4a-a5af-45de-8ca2-d9a72b001a22,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:40.350285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34032) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:40.364168 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-29f733a4-56df-4e40-afaf-24e91226f053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.453500 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-29f733a4-56df-4e40-afaf-24e91226f053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.457108 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-29f733a4-56df-4e40-afaf-24e91226f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.497438 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-29f733a4-56df-4e40-afaf-24e91226f053 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=937e28292a764833b1517fb75c99b584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461282 Sep 16 15:16:40.498470 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f733a4-56df-4e40-afaf-24e91226f053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed09452-f2fb-49ae-bb19-21246bf37245,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:40.500259 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34034) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:40.547242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-363d1883-97cd-4435-ae0c-e6ababdd19e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.567342 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-363d1883-97cd-4435-ae0c-e6ababdd19e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.611889 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-363d1883-97cd-4435-ae0c-e6ababdd19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.614519 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-363d1883-97cd-4435-ae0c-e6ababdd19e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:40.615642 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-363d1883-97cd-4435-ae0c-e6ababdd19e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ed09452-f2fb-49ae-bb19-21246bf37245 HTTP/1.1" status: 204 len: 168 time: 0.1143589 Sep 16 15:16:40.623205 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d1883-97cd-4435-ae0c-e6ababdd19e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed09452-f2fb-49ae-bb19-21246bf37245,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:43.267657 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34166) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:43.368752 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.456116 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.459816 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.500656 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=002c522959764795af65f5adffef8101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313633 Sep 16 15:16:43.501559 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e7c0a-db83-467a-b6f3-3108e28404e7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:43.504046 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34170) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:43.519616 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.519968 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.520311 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.520674 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.521007 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.521339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.521665 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.521986 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.522310 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.522630 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.522947 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.523264 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a9370-8e37-4ef2-9b13-1ac6bdfae961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:16:43.562193 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e137b9cb-0895-4a42-8128-bd02a6a21f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.582258 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e137b9cb-0895-4a42-8128-bd02a6a21f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.627726 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e137b9cb-0895-4a42-8128-bd02a6a21f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.630425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e137b9cb-0895-4a42-8128-bd02a6a21f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.631574 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e137b9cb-0895-4a42-8128-bd02a6a21f83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/379e7c0a-db83-467a-b6f3-3108e28404e7 HTTP/1.1" status: 204 len: 168 time: 0.1266608 Sep 16 15:16:43.639014 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137b9cb-0895-4a42-8128-bd02a6a21f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e7c0a-db83-467a-b6f3-3108e28404e7,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:43.882544 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34176) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:43.895957 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c1da33bc-fb42-4aef-b034-cae203d13d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.980583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c1da33bc-fb42-4aef-b034-cae203d13d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:43.984368 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c1da33bc-fb42-4aef-b034-cae203d13d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.019861 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da33bc-fb42-4aef-b034-cae203d13d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b943044c-4658-482f-9d7b-d9790ae9bbdd,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:44.025134 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c1da33bc-fb42-4aef-b034-cae203d13d8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=606d4a1b8203457a9785467d787ac316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414905 Sep 16 15:16:44.027679 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34178) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:16:44.074170 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-41e803f3-7b74-4148-830b-4fc7c11d574f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.094516 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-41e803f3-7b74-4148-830b-4fc7c11d574f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.140001 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-41e803f3-7b74-4148-830b-4fc7c11d574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.142608 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-41e803f3-7b74-4148-830b-4fc7c11d574f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:44.143716 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-41e803f3-7b74-4148-830b-4fc7c11d574f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b943044c-4658-482f-9d7b-d9790ae9bbdd HTTP/1.1" status: 204 len: 168 time: 0.1151481 Sep 16 15:16:44.150938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e803f3-7b74-4148-830b-4fc7c11d574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b943044c-4658-482f-9d7b-d9790ae9bbdd,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:16:47.612592 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:49.935782 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-2d3a70dd-45cd-4824-80ac-a807ecf64533 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414090 Sep 16 15:16:50.010811 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-298a8cec-e547-4403-bac6-56f81934ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:50.012397 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-298a8cec-e547-4403-bac6-56f81934ed25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0393753 Sep 16 15:16:50.116705 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-694f29e1-10dc-45cb-bd0a-70bc396dbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:50.118145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-694f29e1-10dc-45cb-bd0a-70bc396dbc4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.0849488 Sep 16 15:16:50.185028 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-c55e6889-c973-404c-a983-b9e657a4232e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 1001 time: 0.0592608 Sep 16 15:16:50.232395 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-7bfa9f4f-164a-4f52-a061-da5ec6ccc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:50.233762 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-7bfa9f4f-164a-4f52-a061-da5ec6ccc337 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0413911 Sep 16 15:16:50.278934 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-a48250cb-2582-4a3a-9fb7-a66ce7ebba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:16:50.280367 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-a48250cb-2582-4a3a-9fb7-a66ce7ebba48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382547 Sep 16 15:16:50.371137 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-b3955147-7abd-453b-a297-bc1ac8ebf00a service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818760 Sep 16 15:16:50.462552 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-18a04004-07f6-4b48-9df4-7c4e2b19f60f req-3a15af50-f4b8-4ed5-83ba-063a856aa616 service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833144 Sep 16 15:16:50.783816 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-19b38a89-377a-498e-a923-66b21681afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:53.394013 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-33f12211-cbc4-409c-9dc1-aabb5896bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:53.412025 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:54.449759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:54.932928 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:16:56.111846 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:06.064574 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4532e8-642a-418c-86c1-e0bad726fef4 req-c16e9089-17fd-4316-890c-cb6650abfc1f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:06.066056 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ff4532e8-642a-418c-86c1-e0bad726fef4 req-c16e9089-17fd-4316-890c-cb6650abfc1f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 946 time: 0.0470288 Sep 16 15:17:06.101792 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ff4532e8-642a-418c-86c1-e0bad726fef4 req-cf23794e-a515-42b4-aa29-dc21f44f2f1f tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299673 Sep 16 15:17:07.219861 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59787fd7-7d02-48ba-86f7-ef045a1f2ed8 req-40f64634-29ea-4452-9131-029a6c5c87fb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:07.222000 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-59787fd7-7d02-48ba-86f7-ef045a1f2ed8 req-40f64634-29ea-4452-9131-029a6c5c87fb tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 946 time: 0.0485709 Sep 16 15:17:07.258184 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-59787fd7-7d02-48ba-86f7-ef045a1f2ed8 req-0a23e890-d9cd-40d1-9c1f-76be5c546547 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups?id=849f528f-71a4-4a25-99e8-93c2f9c0e875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303750 Sep 16 15:17:07.865594 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-21c12d74-8531-4117-aef1-ff59ce00924c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:07.867127 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-21c12d74-8531-4117-aef1-ff59ce00924c tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 946 time: 0.0490887 Sep 16 15:17:07.963862 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Deleting port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:17:07.964196 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.047408 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] For port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:08.047759 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.212434 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.212743 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.213054 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Floating IP b86e7362-f565-4e49-ad7b-c26f8e5e6958 disassociated. External IP: 172.27.2.226, port: 5e85e2bd-e728-47fe-9eba-b3eac4fa786f. Sep 16 15:17:08.213390 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Calling delete_port for 5e85e2bd-e728-47fe-9eba-b3eac4fa786f owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:17:08.338894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.359140 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3c09f14c-336e-41e0-af10-45e9f615f5b7 req-9bcd27a3-6800-4a2c-9f5e-bc6ab366407a tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0299962 Sep 16 15:17:08.370678 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event deleted for resources: {'Port': ['ID=5e85e2bd-e728-47fe-9eba-b3eac4fa786f,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:08.486916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Router e22771f7-afb2-4dac-a7cd-007e49674840 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:17:08.589852 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:17:08.600536 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:17:08.609343 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:17:08.609983 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:16:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:08.630071 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] No DVR routers for this DVR port 5e85e2bd-e728-47fe-9eba-b3eac4fa786f on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:17:08.632759 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:08.634727 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9e3e4abb-7d2b-4fe4-912f-66a792789d0f req-d85c97cb-910a-4d38-a6d1-bc74a44625ed tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.47 "DELETE /v2.0/ports/5e85e2bd-e728-47fe-9eba-b3eac4fa786f HTTP/1.1" status: 204 len: 173 time: 0.7607162 Sep 16 15:17:08.635159 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-deleted', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:08.637397 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739833e0-7303-4eb5-88bf-dab35c82418c" -d '{"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-deleted", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:08.673129 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991e546-2bb4-48bd-a3df-a9b3293ae59c x-openstack-request-id: req-b991e546-2bb4-48bd-a3df-a9b3293ae59c {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:08.673945 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02984b0-f517-465e-bdc8-0b1945f34b2f", "name": "network-vif-deleted", "tag": "5e85e2bd-e728-47fe-9eba-b3eac4fa786f", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:08.674200 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b991e546-2bb4-48bd-a3df-a9b3293ae59c {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:08.674597 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02984b0-f517-465e-bdc8-0b1945f34b2f', 'name': 'network-vif-deleted', 'tag': '5e85e2bd-e728-47fe-9eba-b3eac4fa786f', 'status': 'completed', 'code': 200} Sep 16 15:17:08.718674 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:17:08.917382 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:08.942777 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:17:08.951050 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:17:08.951659 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:16:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:09.055283 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:17:09.242861 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:09.269171 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab9cd7-bc79-41c2-b582-36a266aafdd7 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:09:50Z', 'revision_number': 4, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '7bfa2fe2-2672-49a0-af45-388f13d2bd1f', 'name': '', 'network_id': '5d12b9d2-866f-4b19-b044-703079df8635', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'mac_address': 'fa:16:3e:8b:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:48Z', 'updated_at': '2021-09-16T15:09:57Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'subnets': [{'id': '838dfcac-4a3b-41ee-ab79-d9d3a87d44a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:17:09.456933 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b3ad2d88-86b8-43bf-8e35-d08586f342bc req-1a04c703-ed61-4349-b863-1f27e01d8363 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0258718 Sep 16 15:17:09.484217 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b506e-9f2b-4dad-9495-7f561c945dd5 None None] New status for floating IP b86e7362-f565-4e49-ad7b-c26f8e5e6958: DOWN {{(pid=94156) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:17:10.553551 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c9dae9d2-38dd-4759-a6dd-5d13baa73c19 req-4945a183-8db3-48d9-81b3-b24719ad3da5 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0260239 Sep 16 15:17:11.664188 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7080f7e8-e362-4005-8959-84f639ef962e req-fc67efe4-b0f9-4367-8eb4-f611102f978b tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/ports?device_id=f02984b0-f517-465e-bdc8-0b1945f34b2f HTTP/1.1" status: 200 len: 210 time: 0.0289075 Sep 16 15:17:12.747753 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34380) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:12.800630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ec40b1a-6f78-4996-93a5-a37ecea4fea8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:12.822289 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ec40b1a-6f78-4996-93a5-a37ecea4fea8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:12.867702 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ec40b1a-6f78-4996-93a5-a37ecea4fea8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:12.870308 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-8ec40b1a-6f78-4996-93a5-a37ecea4fea8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:12.871421 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-8ec40b1a-6f78-4996-93a5-a37ecea4fea8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "DELETE /v2.0/security-groups/849f528f-71a4-4a25-99e8-93c2f9c0e875 HTTP/1.1" status: 204 len: 168 time: 0.1225672 Sep 16 15:17:12.874133 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34382) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:12.880310 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40b1a-6f78-4996-93a5-a37ecea4fea8 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f528f-71a4-4a25-99e8-93c2f9c0e875,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:12.887354 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.api.v2.resource [None req-5bf669ec-204e-4472-a215-fff929cd414e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] show failed (client error): The resource could not be found. Sep 16 15:17:12.888348 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5bf669ec-204e-4472-a215-fff929cd414e tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "GET /v2.0/security-groups/849f528f-71a4-4a25-99e8-93c2f9c0e875 HTTP/1.1" status: 404 len: 347 time: 0.0132113 Sep 16 15:17:12.891126 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34384) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:13.009594 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Deleting port 2800094d-c70a-4ad0-a795-28568bb34065 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:17:13.009854 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:13.084359 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:13.084716 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:13.096066 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Calling delete_port for 2800094d-c70a-4ad0-a795-28568bb34065 owned by network:floatingip {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:17:13.483321 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:13.513067 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Pushing event deleted for resources: {'Port': ['ID=2800094d-c70a-4ad0-a795-28568bb34065,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:13.572443 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:13.575012 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:13.576163 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-462fdb3f-7ad6-438a-9b85-eec2d6cbde22 tempest-AttachVolumeShelveTestJSON-1629889284 tempest-AttachVolumeShelveTestJSON-1629889284-project] 10.222.0.36 "DELETE /v2.0/floatingips/b86e7362-f565-4e49-ad7b-c26f8e5e6958 HTTP/1.1" status: 204 len: 168 time: 0.6841545 Sep 16 15:17:15.091038 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:15.110473 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 5e85e2bd-e728-47fe-9eba-b3eac4fa786f {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:17:15.110879 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 5e85e2bd-e728-47fe-9eba-b3eac4fa786f not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:17:15.989377 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34448) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:15.991141 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34450) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:16.090810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cc99f72d-eb68-4811-82cf-8e14572fc55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.191369 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cc99f72d-eb68-4811-82cf-8e14572fc55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.195476 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cc99f72d-eb68-4811-82cf-8e14572fc55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.232739 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-cc99f72d-eb68-4811-82cf-8e14572fc55e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0216e9078e8b424886fd4c3537972b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404509 Sep 16 15:17:16.234680 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99f72d-eb68-4811-82cf-8e14572fc55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33a1513-7ba6-4ffd-b3eb-3272c1268edd,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:16.237567 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34456) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:16.300320 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-aec25ad0-502c-48a0-a900-de427f9566ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.323504 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-aec25ad0-502c-48a0-a900-de427f9566ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.375443 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-aec25ad0-502c-48a0-a900-de427f9566ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.378174 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-aec25ad0-502c-48a0-a900-de427f9566ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.379351 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-aec25ad0-502c-48a0-a900-de427f9566ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d33a1513-7ba6-4ffd-b3eb-3272c1268edd HTTP/1.1" status: 204 len: 168 time: 0.1408632 Sep 16 15:17:16.387859 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec25ad0-502c-48a0-a900-de427f9566ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33a1513-7ba6-4ffd-b3eb-3272c1268edd,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:16.468577 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.654234 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34462) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:16.666830 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-920fbb55-6403-4d9e-be5a-e5b600ac9f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.721339 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Deleting port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:17:16.721601 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.756119 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-920fbb55-6403-4d9e-be5a-e5b600ac9f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.761010 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-920fbb55-6403-4d9e-be5a-e5b600ac9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.796920 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-920fbb55-6403-4d9e-be5a-e5b600ac9f11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=992933fd54454cb3b334902eab9ffdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416070 Sep 16 15:17:16.798938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fbb55-6403-4d9e-be5a-e5b600ac9f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6af8372-29c6-45e7-8fa1-0e4601742dff,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:16.800222 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] For port 7bfa2fe2-2672-49a0-af45-388f13d2bd1f, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:16.800623 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.801297 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34464) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:16.816725 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Calling delete_port for 7bfa2fe2-2672-49a0-af45-388f13d2bd1f owned by network:router_interface {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:17:16.849217 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-670f00f5-c9b6-440c-a022-60359174eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.869457 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-670f00f5-c9b6-440c-a022-60359174eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.915285 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-670f00f5-c9b6-440c-a022-60359174eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.918051 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-670f00f5-c9b6-440c-a022-60359174eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:16.919232 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-670f00f5-c9b6-440c-a022-60359174eb64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6af8372-29c6-45e7-8fa1-0e4601742dff HTTP/1.1" status: 204 len: 168 time: 0.1170409 Sep 16 15:17:16.928284 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f00f5-c9b6-440c-a022-60359174eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6af8372-29c6-45e7-8fa1-0e4601742dff,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:17.004667 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:17.027149 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bfa2fe2-2672-49a0-af45-388f13d2bd1f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:17.208957 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:17.429353 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Router e22771f7-afb2-4dac-a7cd-007e49674840 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:17:17.533413 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:17:17.542876 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5d2fc02e-e230-408b-a451-978d8a66e151 admin admin] 10.222.0.36 "PUT /v2.0/routers/e22771f7-afb2-4dac-a7cd-007e49674840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5523541 Sep 16 15:17:17.545445 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34486) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:17.547928 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] Sync routers for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:17:17.557434 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:17:17.558242 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:16:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:17.628864 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:17.660949 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:17.674801 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:17:17.779992 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:17.835332 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Deleting port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:17:17.835672 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:17.962219 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:17:16Z', 'revision_number': 5, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port': {'id': 'd3411f7d-f3cf-4d1c-8400-e2d7e9f12628', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:94:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:09:40Z', 'updated_at': '2021-09-16T15:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:17.997844 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] Checking router: e22771f7-afb2-4dac-a7cd-007e49674840 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:17:18.008210 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] Routers {'e22771f7-afb2-4dac-a7cd-007e49674840'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:17:18.008902 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:16:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['e22771f7-afb2-4dac-a7cd-007e49674840'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:18.101582 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] Set router e22771f7-afb2-4dac-a7cd-007e49674840 gateway port host: None {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:17:18.159162 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:17:17Z', 'revision_number': 6, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:18.165460 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] For port d3411f7d-f3cf-4d1c-8400-e2d7e9f12628, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:18.166079 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.181251 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Calling delete_port for d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 owned by network:router_gateway {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:17:18.190054 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12926efb-b0e3-48d2-98cd-929507a07f12 None None] The sync data for ids ['e22771f7-afb2-4dac-a7cd-007e49674840'] in dv-cinder-774288-9-iscsi is: [{'id': 'e22771f7-afb2-4dac-a7cd-007e49674840', 'name': 'tempest-AttachVolumeShelveTestJSON-930521596-router', 'tenant_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:09:37Z', 'updated_at': '2021-09-16T15:17:17Z', 'revision_number': 6, 'project_id': 'b4a1a0787ce0446cb20ae487dc9a63b1', 'gw_port_host': None}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:17:18.356113 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.383994 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3411f7d-f3cf-4d1c-8400-e2d7e9f12628,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:18.446627 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.540083 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.542187 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.584838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.585487 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22771f7-afb2-4dac-a7cd-007e49674840 {{(pid=94154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:17:18.589852 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.590802 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-2a250000-b746-4d7b-b0c2-ec89531bf6d6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e22771f7-afb2-4dac-a7cd-007e49674840 HTTP/1.1" status: 204 len: 168 time: 1.0443077 Sep 16 15:17:18.593324 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34512) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:18.636754 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Deleting subnet 838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:17:18.639730 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.674266 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.766151 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.831217 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.868718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838dfcac-4a3b-41ee-ab79-d9d3a87d44a8,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:18.872186 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:18.876797 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7b66a405-9661-4286-98cd-e746799637b2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/838dfcac-4a3b-41ee-ab79-d9d3a87d44a8 HTTP/1.1" status: 204 len: 168 time: 0.2799819 Sep 16 15:17:18.877420 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34518) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:18.880944 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e8554f-716e-467f-8566-36ce3a26fd1c None None] Network 5d12b9d2-866f-4b19-b044-703079df8635 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:17:18.958577 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.015204 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Deleting port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:17:19.015317 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.078771 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] DHCP port deletion for 5d12b9d2-866f-4b19-b044-703079df8635 request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:17:19.083179 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] For port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:19.083546 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.097542 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Calling delete_port for 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e owned by network:dhcp {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:17:19.124091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Deleting port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e {{(pid=94156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:17:19.124448 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.180673 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.192422 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] For port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,segment=NetworkSegment(fd7e6458-2e39-49c0-a268-c2414556f4b9),segment_id=fd7e6458-2e39-49c0-a268-c2414556f4b9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:19.192851 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.206143 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Pushing event deleted for resources: {'Port': ['ID=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:19.206453 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Calling delete_port for 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e owned by network:dhcp {{(pid=94156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:17:19.209785 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] No DVR routers for this DVR port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e on host dv-cinder-774288-9-iscsi {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:17:19.284622 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707'] for port, after_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.285038 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.304259 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d12b9d2-866f-4b19-b044-703079df8635']}} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:19.311756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Pushing event deleted for resources: {'Port': ['ID=7791e1e8-7ba5-4efe-95fe-0daac1e9e83e,revision_number=None']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:19.313634 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7e6458-2e39-49c0-a268-c2414556f4b9') {'for_net_delete': True} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:19.313962 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7e6458-2e39-49c0-a268-c2414556f4b9') {} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:17:19.316139 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] No DVR routers for this DVR port 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e on host dv-cinder-774288-9-iscsi {{(pid=94156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.327710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.328889 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880025'] for segment, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.329114 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1062e781-4f5c-40b0-9202-0a91914f0fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:19.340230 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.347110 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:17:19.347531 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6198682'] for segment, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: Traceback (most recent call last): Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: timer() Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: cb(*args, **kw) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: return func(*args, **kwargs) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: self._notify() Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: self.callback(batched_events) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: event.method(event) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: return f(self, *a, **k) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._get(url).json() Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: return self.request(url, 'GET', **kwargs) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:17:19.349596 dv-cinder-774288-9-iscsi neutron-server[94155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:17:19.405127 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.410796 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.412769 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] 10.222.0.36 "DELETE /v2.0/networks/5d12b9d2-866f-4b19-b044-703079df8635 HTTP/1.1" status: 204 len: 168 time: 0.5343380 Sep 16 15:17:19.425355 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab7325-cdcf-46ce-a854-995a35b4eaba admin admin] Pushing event deleted for resources: {'Network': ['ID=5d12b9d2-866f-4b19-b044-703079df8635,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:19.568442 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34522) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:19.607683 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1782ff86-3150-4df7-a22d-c8abefdbd4d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4a1a0787ce0446cb20ae487dc9a63b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379202 Sep 16 15:17:19.609864 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34524) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:19.657370 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d152bc81-7767-401b-89c7-4b499b39b685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.677635 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d152bc81-7767-401b-89c7-4b499b39b685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.720034 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:19.724590 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d152bc81-7767-401b-89c7-4b499b39b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.727121 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d152bc81-7767-401b-89c7-4b499b39b685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:19.728407 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d152bc81-7767-401b-89c7-4b499b39b685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c02b30d2-112a-475b-ba4f-ee22dbaddd08 HTTP/1.1" status: 204 len: 168 time: 0.1174777 Sep 16 15:17:19.736171 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152bc81-7767-401b-89c7-4b499b39b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b30d2-112a-475b-ba4f-ee22dbaddd08,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:19.741765 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:17:19.742556 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device d3411f7d-f3cf-4d1c-8400-e2d7e9f12628 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:17:19.743071 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:19.769580 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:17:19.770043 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7791e1e8-7ba5-4efe-95fe-0daac1e9e83e not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:17:19.770525 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7bfa2fe2-2672-49a0-af45-388f13d2bd1f no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:19.791563 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 7bfa2fe2-2672-49a0-af45-388f13d2bd1f {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:17:19.791980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 7bfa2fe2-2672-49a0-af45-388f13d2bd1f not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:17:19.975300 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2e5dc-3f1a-4349-8592-c0208af971b2 req-0e1a107d-29b1-4c37-98c8-7ea2d1954456 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:19.976837 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-95d2e5dc-3f1a-4349-8592-c0208af971b2 req-0e1a107d-29b1-4c37-98c8-7ea2d1954456 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0555582 Sep 16 15:17:20.017408 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-95d2e5dc-3f1a-4349-8592-c0208af971b2 req-86c1b37d-667b-4c0c-aca1-8b63464ca6a5 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337114 Sep 16 15:17:20.782756 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e48d788c-a5da-4a5f-893e-73c28869c500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:21.131719 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0dab4-2f9f-4b6f-9094-07d740e502d4 req-0b977a5d-0c28-412a-9d36-d8727b7ae8f6 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:21.133208 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b0c0dab4-2f9f-4b6f-9094-07d740e502d4 req-0b977a5d-0c28-412a-9d36-d8727b7ae8f6 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0481112 Sep 16 15:17:21.171072 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b0c0dab4-2f9f-4b6f-9094-07d740e502d4 req-bdd06ca4-dfc9-421d-96dd-113ca19596a4 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319955 Sep 16 15:17:22.289600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df692efd-4f81-4895-a9e5-394c265a900b req-217d68d1-29cf-4c84-a896-7e9dd9eb40b2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:22.291092 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-df692efd-4f81-4895-a9e5-394c265a900b req-217d68d1-29cf-4c84-a896-7e9dd9eb40b2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0532057 Sep 16 15:17:22.329631 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-df692efd-4f81-4895-a9e5-394c265a900b req-36f715be-88fb-4ed8-8ce4-a8ed07a1ecff tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323739 Sep 16 15:17:23.377323 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34664) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:23.412465 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-8ab2da20-e1da-4018-9bfc-7b2be90322d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.433605 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.452343 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2259e-03e9-4f74-a0ae-7b88513e074b req-353a497c-5655-4e9f-ae48-22d76b4adee6 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:23.453862 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3fc2259e-03e9-4f74-a0ae-7b88513e074b req-353a497c-5655-4e9f-ae48-22d76b4adee6 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0588903 Sep 16 15:17:23.485558 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e324f2e0-6556-4990-82a5-b2f4c5270270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.492418 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3fc2259e-03e9-4f74-a0ae-7b88513e074b req-30a2cb9f-7017-4c39-a153-1ad475dcc6fe tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318439 Sep 16 15:17:23.572445 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e324f2e0-6556-4990-82a5-b2f4c5270270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.575885 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-e324f2e0-6556-4990-82a5-b2f4c5270270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.612630 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-e324f2e0-6556-4990-82a5-b2f4c5270270 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afe002393a0e45ccb483057081bcfd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340829 Sep 16 15:17:23.614616 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324f2e0-6556-4990-82a5-b2f4c5270270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69ac00-c169-46a0-94e1-8fe4ad220108,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:23.615311 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34668) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:23.662903 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b310d604-52bb-4b3f-b387-104f934fdaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.683404 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b310d604-52bb-4b3f-b387-104f934fdaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.730482 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b310d604-52bb-4b3f-b387-104f934fdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.732997 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-b310d604-52bb-4b3f-b387-104f934fdaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.734146 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-b310d604-52bb-4b3f-b387-104f934fdaa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef69ac00-c169-46a0-94e1-8fe4ad220108 HTTP/1.1" status: 204 len: 168 time: 0.1178389 Sep 16 15:17:23.742183 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310d604-52bb-4b3f-b387-104f934fdaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69ac00-c169-46a0-94e1-8fe4ad220108,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:23.982541 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34674) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:23.995720 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ee62d7d0-4e31-4f33-9d0b-fafa3d1ea662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.083846 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ee62d7d0-4e31-4f33-9d0b-fafa3d1ea662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.087190 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ee62d7d0-4e31-4f33-9d0b-fafa3d1ea662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.122764 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62d7d0-4e31-4f33-9d0b-fafa3d1ea662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b3981f-eeaf-42ac-8095-8677e503e025,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:24.127570 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-ee62d7d0-4e31-4f33-9d0b-fafa3d1ea662 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57269eee9bb040fc96225560d481eda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440156 Sep 16 15:17:24.130186 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34676) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:24.177304 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-77cd5b06-b69e-4839-9c57-7be8d60bd69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.197828 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-77cd5b06-b69e-4839-9c57-7be8d60bd69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.241884 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-77cd5b06-b69e-4839-9c57-7be8d60bd69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.244394 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-77cd5b06-b69e-4839-9c57-7be8d60bd69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.245633 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-77cd5b06-b69e-4839-9c57-7be8d60bd69f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04b3981f-eeaf-42ac-8095-8677e503e025 HTTP/1.1" status: 204 len: 168 time: 0.1144972 Sep 16 15:17:24.253711 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd5b06-b69e-4839-9c57-7be8d60bd69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b3981f-eeaf-42ac-8095-8677e503e025,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:24.453422 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:24.611905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82323aa-cb01-4c6b-bfbf-d43069cdb571 req-94b1652b-a54f-4072-bf6f-83b57193064f tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:24.613443 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d82323aa-cb01-4c6b-bfbf-d43069cdb571 req-94b1652b-a54f-4072-bf6f-83b57193064f tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0524147 Sep 16 15:17:24.650592 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d82323aa-cb01-4c6b-bfbf-d43069cdb571 req-f187390b-167a-41d1-99a1-9f3ee4127ce4 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312114 Sep 16 15:17:25.263744 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34716) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:25.365356 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f70bbb25-b1e2-4e4f-b799-9d9c033d5fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.459741 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f70bbb25-b1e2-4e4f-b799-9d9c033d5fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.463658 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-f70bbb25-b1e2-4e4f-b799-9d9c033d5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.504602 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-f70bbb25-b1e2-4e4f-b799-9d9c033d5fa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6023a8376c004a88ae969ab820db9391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375040 Sep 16 15:17:25.504602 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bbb25-b1e2-4e4f-b799-9d9c033d5fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ae6d71-c60d-47e0-adf4-3927d8e27ce7,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:25.505139 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34732) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:25.555474 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9c2b-7cab-4c79-aff3-345115fedc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.576227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9c2b-7cab-4c79-aff3-345115fedc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.621228 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9c2b-7cab-4c79-aff3-345115fedc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.623865 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9c2b-7cab-4c79-aff3-345115fedc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:25.625067 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-1b1b9c2b-7cab-4c79-aff3-345115fedc90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29ae6d71-c60d-47e0-adf4-3927d8e27ce7 HTTP/1.1" status: 204 len: 168 time: 0.1181312 Sep 16 15:17:25.633526 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b9c2b-7cab-4c79-aff3-345115fedc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ae6d71-c60d-47e0-adf4-3927d8e27ce7,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:25.768616 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d341506-c966-4384-9cad-34f6eb24ebad req-a5aba360-ce1b-469a-8f79-c15ea41907cf tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:25.770100 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6d341506-c966-4384-9cad-34f6eb24ebad req-a5aba360-ce1b-469a-8f79-c15ea41907cf tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0487478 Sep 16 15:17:25.805993 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-6d341506-c966-4384-9cad-34f6eb24ebad req-a00c2c26-9b82-4142-8071-8f59ddb5d897 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300062 Sep 16 15:17:26.113757 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:26.926705 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e10ea4-aef7-47b6-babb-9c17405588d7 req-3b097a8b-e5c5-4285-a0ff-f6409eff7b12 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:26.928181 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-76e10ea4-aef7-47b6-babb-9c17405588d7 req-3b097a8b-e5c5-4285-a0ff-f6409eff7b12 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0552940 Sep 16 15:17:26.964746 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-76e10ea4-aef7-47b6-babb-9c17405588d7 req-24e5aebe-53cf-47a4-b93b-8dd5fc589bb0 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305359 Sep 16 15:17:28.043763 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34852) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:28.076531 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb15fe-e52e-4dfd-9a34-8430d1cc8f76 req-bb86031b-1376-42b3-91c0-fa2fae3f31dc tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:28.078000 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-37bb15fe-e52e-4dfd-9a34-8430d1cc8f76 req-bb86031b-1376-42b3-91c0-fa2fae3f31dc tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0479276 Sep 16 15:17:28.118226 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-37bb15fe-e52e-4dfd-9a34-8430d1cc8f76 req-80915db0-7abd-4139-989a-b150211eac1d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336328 Sep 16 15:17:28.151456 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5309feae-41a2-44ad-874f-0d699119d5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.246104 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5309feae-41a2-44ad-874f-0d699119d5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.251718 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-5309feae-41a2-44ad-874f-0d699119d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.287102 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309feae-41a2-44ad-874f-0d699119d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06afb330-99d7-4bd3-ad2e-e29c45116570,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:28.292460 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-5309feae-41a2-44ad-874f-0d699119d5e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e16ed2ebe0c4241886c7ac99a539edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475774 Sep 16 15:17:28.295143 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34856) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:28.343755 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4db51180-7bb5-4528-a17f-6684989d45d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.366233 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4db51180-7bb5-4528-a17f-6684989d45d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.410779 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4db51180-7bb5-4528-a17f-6684989d45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.413655 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-4db51180-7bb5-4528-a17f-6684989d45d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.414940 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-4db51180-7bb5-4528-a17f-6684989d45d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06afb330-99d7-4bd3-ad2e-e29c45116570 HTTP/1.1" status: 204 len: 168 time: 0.1188965 Sep 16 15:17:28.422162 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db51180-7bb5-4528-a17f-6684989d45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afb330-99d7-4bd3-ad2e-e29c45116570,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:29.237095 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f6d66-486a-4579-ae3a-8f7d7ab26ddc req-f2173982-f9cb-4986-98af-5bb334bccaf9 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:29.238587 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-338f6d66-486a-4579-ae3a-8f7d7ab26ddc req-f2173982-f9cb-4986-98af-5bb334bccaf9 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0531671 Sep 16 15:17:29.279272 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-338f6d66-486a-4579-ae3a-8f7d7ab26ddc req-a612945d-5995-4bb3-a100-665a3a2bd4a8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338380 Sep 16 15:17:29.943839 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 34908) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:30.047890 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.135384 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.139410 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.181682 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2232ea844c584eb1819affc01d52302b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366889 Sep 16 15:17:30.182527 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38d196-a588-4970-9781-acb306357351,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:30.184357 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34912) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:30.190078 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.190440 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.190783 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.191119 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.191450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.191782 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.192110 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.192435 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.192791 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.193117 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.193439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.193763 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733eb021-7d0a-43b1-884b-e74afa30c589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:30.235280 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2cec-6a96-409e-87cf-4f30ccca90f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.256915 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2cec-6a96-409e-87cf-4f30ccca90f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.269992 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-6d1c9a75-994f-49f9-9c10-7da68082e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:30.271513 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-6d1c9a75-994f-49f9-9c10-7da68082e62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0417035 Sep 16 15:17:30.305899 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2cec-6a96-409e-87cf-4f30ccca90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.309332 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2cec-6a96-409e-87cf-4f30ccca90f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.314131 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f4cf2cec-6a96-409e-87cf-4f30ccca90f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc38d196-a588-4970-9781-acb306357351 HTTP/1.1" status: 204 len: 168 time: 0.1286628 Sep 16 15:17:30.322840 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf2cec-6a96-409e-87cf-4f30ccca90f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38d196-a588-4970-9781-acb306357351,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:30.418465 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-a795c9a7-75f7-4a5c-a28c-9b8f6e7fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:30.420071 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-a795c9a7-75f7-4a5c-a28c-9b8f6e7fa7ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.1357081 Sep 16 15:17:30.430600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052caa86-1204-4499-a0cc-bd28afddcf6f req-77016922-1247-44b9-b763-e37ee4753c5c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:30.432460 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-052caa86-1204-4499-a0cc-bd28afddcf6f req-77016922-1247-44b9-b763-e37ee4753c5c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0758951 Sep 16 15:17:30.526169 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-052caa86-1204-4499-a0cc-bd28afddcf6f req-6d24e644-1646-4cc5-812c-2e8648f02d72 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875056 Sep 16 15:17:30.532194 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-763401cc-8b8a-417b-b679-013132c7edf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 1001 time: 0.0949144 Sep 16 15:17:30.591478 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-5beb31b6-cb5a-4806-b912-a079d077a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:30.592987 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-5beb31b6-cb5a-4806-b912-a079d077a8cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0497587 Sep 16 15:17:30.603279 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34922) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:30.616200 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8b90a619-fddb-42b0-bbeb-1d5db11bc95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.642271 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-9157492c-dcf2-427c-b972-58bdca73cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:30.644323 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-9157492c-dcf2-427c-b972-58bdca73cf2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409641 Sep 16 15:17:30.709470 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8b90a619-fddb-42b0-bbeb-1d5db11bc95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.713568 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-8b90a619-fddb-42b0-bbeb-1d5db11bc95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.743967 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-71aa06e8-5715-41f2-bcfb-bec393522a9c service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910563 Sep 16 15:17:30.754654 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-8b90a619-fddb-42b0-bbeb-1d5db11bc95b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6c7092c894242b3ab9f89167eae1848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503277 Sep 16 15:17:30.755511 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90a619-fddb-42b0-bbeb-1d5db11bc95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9f7cd1-b9d6-48e8-96ca-80cc76be778f,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:30.758021 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 34924) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:30.808128 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-544183d4-ed59-4559-95e5-1efaa185df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.829509 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-544183d4-ed59-4559-95e5-1efaa185df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.842488 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-38ffb856-3f3c-4e9d-af04-e5a930658d4a req-66bd4a31-b01f-461e-991b-2e7521dd342c service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900774 Sep 16 15:17:30.881374 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-544183d4-ed59-4559-95e5-1efaa185df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.884060 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-544183d4-ed59-4559-95e5-1efaa185df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:30.885247 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-544183d4-ed59-4559-95e5-1efaa185df9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe9f7cd1-b9d6-48e8-96ca-80cc76be778f HTTP/1.1" status: 204 len: 168 time: 0.1242573 Sep 16 15:17:30.896247 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544183d4-ed59-4559-95e5-1efaa185df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9f7cd1-b9d6-48e8-96ca-80cc76be778f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:31.643087 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a7773-6d7a-4462-b61f-7049c1c886a5 req-55736011-eb7d-4e80-939e-2ffcb16058d4 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:31.644672 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e05a7773-6d7a-4462-b61f-7049c1c886a5 req-55736011-eb7d-4e80-939e-2ffcb16058d4 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0492477 Sep 16 15:17:31.683387 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e05a7773-6d7a-4462-b61f-7049c1c886a5 req-a02d61b8-cd7e-4b48-9f66-78dbc9cfdba1 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327463 Sep 16 15:17:31.931380 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:17:32.802416 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa47ff9-3cd9-4417-86a2-877bba72fce5 req-3f266bbf-a1fb-44ef-97d5-174708b5fd71 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:32.803891 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-caa47ff9-3cd9-4417-86a2-877bba72fce5 req-3f266bbf-a1fb-44ef-97d5-174708b5fd71 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0490072 Sep 16 15:17:32.841142 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-caa47ff9-3cd9-4417-86a2-877bba72fce5 req-bce50a7c-d46c-4c29-98e1-5994c045657f tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314996 Sep 16 15:17:33.959342 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548963-1766-48b9-9174-09ef3c3cde0b req-cb1b8f3e-7ab6-41c1-88ec-aa5ed8ec5128 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:33.960739 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d4548963-1766-48b9-9174-09ef3c3cde0b req-cb1b8f3e-7ab6-41c1-88ec-aa5ed8ec5128 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0513184 Sep 16 15:17:33.997781 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d4548963-1766-48b9-9174-09ef3c3cde0b req-147dca84-f47f-4797-8f94-d13d72f39d6b tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311568 Sep 16 15:17:34.066072 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [req-732b2ca9-bf52-47b8-8a78-f1b25780516b req-38bf9bd9-df0b-47f1-8fb9-29a346181fec service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:17:34.067026 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-732b2ca9-bf52-47b8-8a78-f1b25780516b req-38bf9bd9-df0b-47f1-8fb9-29a346181fec service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052011 Sep 16 15:17:34.224581 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-6baa0e46-c448-488f-a3bd-aef45cfa58d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691626 Sep 16 15:17:34.236819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e7f4-df21-446b-abf6-03ba81654ea6 req-abd089e4-7713-4766-8b31-c09505baac82 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:34.238248 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bef8e7f4-df21-446b-abf6-03ba81654ea6 req-abd089e4-7713-4766-8b31-c09505baac82 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0575268 Sep 16 15:17:34.277589 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bef8e7f4-df21-446b-abf6-03ba81654ea6 req-21c03aeb-7088-4864-8a35-7110233d4cf7 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320735 Sep 16 15:17:35.393597 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08323695-9fd9-4970-a4cd-d025aadbf845 req-b0d5daec-510a-4a87-aaf4-94487200c99c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:35.395079 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-08323695-9fd9-4970-a4cd-d025aadbf845 req-b0d5daec-510a-4a87-aaf4-94487200c99c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0493004 Sep 16 15:17:35.440234 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-08323695-9fd9-4970-a4cd-d025aadbf845 req-9dc44655-31a2-4853-b42e-8df0e9a5d6e2 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393367 Sep 16 15:17:36.000517 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c731-4c7d-480c-9f15-25d210519f62 req-9be42462-d534-4c94-af09-664188968248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.002489 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-9be42462-d534-4c94-af09-664188968248 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b&tenant_id=caa59442412b49e1973a46acab2ff38b HTTP/1.1" status: 200 len: 1098 time: 0.0420420 Sep 16 15:17:36.074507 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c731-4c7d-480c-9f15-25d210519f62 req-5909f33d-22f0-44ea-97f0-3ce88bd345ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.075945 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-5909f33d-22f0-44ea-97f0-3ce88bd345ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0388901 Sep 16 15:17:36.168541 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c731-4c7d-480c-9f15-25d210519f62 req-8e30dada-4933-471e-b34d-9d409af39de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.169895 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-8e30dada-4933-471e-b34d-9d409af39de1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.0853615 Sep 16 15:17:36.237550 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-e20289b6-27d1-4104-9aa0-703bb9805372 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 1001 time: 0.0572102 Sep 16 15:17:36.287744 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c731-4c7d-480c-9f15-25d210519f62 req-aef2a047-0052-47d2-b944-43ac535975f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.289193 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-aef2a047-0052-47d2-b944-43ac535975f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0434015 Sep 16 15:17:36.337143 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c731-4c7d-480c-9f15-25d210519f62 req-f7da36aa-2cac-470b-8c4f-036a77125b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.338713 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-f7da36aa-2cac-470b-8c4f-036a77125b17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422673 Sep 16 15:17:36.428376 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-8d74ba41-75d8-4bfc-a6f3-07ea6123228c service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815184 Sep 16 15:17:36.523662 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e554c731-4c7d-480c-9f15-25d210519f62 req-54aea4f4-2ff4-4b10-b457-d219d6507306 service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Sep 16 15:17:36.562620 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83259223-d327-4095-8d8a-802c43a5fab5 req-cffcf1ba-63dc-4c6e-8b68-1758505e48ab tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:36.564086 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-83259223-d327-4095-8d8a-802c43a5fab5 req-cffcf1ba-63dc-4c6e-8b68-1758505e48ab tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0497620 Sep 16 15:17:36.600353 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-83259223-d327-4095-8d8a-802c43a5fab5 req-9234a37a-9fc7-42d3-a615-cb5be41db389 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297811 Sep 16 15:17:37.228074 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:37.316953 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:37.340344 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:37.342696 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2599ce6c-02fb-4822-84f9-37e5b3b71b84" -d '{"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-unplugged", "status": "completed", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:37.356874 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:37.366405 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:37.389791 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f2a9b5-0cb3-4f1a-8c71-7eaba2c97526 x-openstack-request-id: req-f7f2a9b5-0cb3-4f1a-8c71-7eaba2c97526 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:37.390109 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-unplugged", "status": "completed", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:37.390367 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7f2a9b5-0cb3-4f1a-8c71-7eaba2c97526 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:37.390753 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'code': 200} Sep 16 15:17:37.417781 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=6']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:37.719463 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de64a9-4c1b-4ef5-b7ee-7b792eda5335 req-2416d2f8-37b4-408a-aed9-99cd2eaff450 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:37.721083 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e6de64a9-4c1b-4ef5-b7ee-7b792eda5335 req-2416d2f8-37b4-408a-aed9-99cd2eaff450 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0552425 Sep 16 15:17:37.759663 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e6de64a9-4c1b-4ef5-b7ee-7b792eda5335 req-046718d4-9fb6-4e4a-a823-54944a3ad7f8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322397 Sep 16 15:17:38.875878 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d77d6a-87b0-43f3-a198-d27335461aa3 req-fd7912e1-9e1f-49a9-80af-25f9fb69f2fc tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:38.878047 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c1d77d6a-87b0-43f3-a198-d27335461aa3 req-fd7912e1-9e1f-49a9-80af-25f9fb69f2fc tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0502245 Sep 16 15:17:38.915636 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c1d77d6a-87b0-43f3-a198-d27335461aa3 req-a8c27d5e-0e06-4436-bf88-9d4580304f86 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313396 Sep 16 15:17:39.476886 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35100) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:39.580729 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ec894f4f-d236-415d-8605-a84bd5cf9e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.667568 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ec894f4f-d236-415d-8605-a84bd5cf9e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.671724 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-ec894f4f-d236-415d-8605-a84bd5cf9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.708975 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec894f4f-d236-415d-8605-a84bd5cf9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b3dcf-66e8-43a0-8d70-6012b37463f7,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:39.713472 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-ec894f4f-d236-415d-8605-a84bd5cf9e6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b47169261bce4b5b9f891e9ae9eb35f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355700 Sep 16 15:17:39.716218 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35104) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:39.767493 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-47f26039-7d86-488e-bf75-fc8aa41a8b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.788063 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-47f26039-7d86-488e-bf75-fc8aa41a8b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.835941 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-47f26039-7d86-488e-bf75-fc8aa41a8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.838660 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-47f26039-7d86-488e-bf75-fc8aa41a8b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:39.839789 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-47f26039-7d86-488e-bf75-fc8aa41a8b59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/592b3dcf-66e8-43a0-8d70-6012b37463f7 HTTP/1.1" status: 204 len: 168 time: 0.1226583 Sep 16 15:17:39.849527 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f26039-7d86-488e-bf75-fc8aa41a8b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b3dcf-66e8-43a0-8d70-6012b37463f7,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:40.028717 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b957a5-8094-4b76-82dc-46eda4852e92 req-1ce99c71-f236-41c1-956d-7af4e73f665d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:40.030212 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e6b957a5-8094-4b76-82dc-46eda4852e92 req-1ce99c71-f236-41c1-956d-7af4e73f665d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0485146 Sep 16 15:17:40.070263 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e6b957a5-8094-4b76-82dc-46eda4852e92 req-c15c1992-3ce0-40e7-88cd-e208deafec92 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334349 Sep 16 15:17:40.101082 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35112) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:40.114518 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b252-d48b-4e3d-a837-3f73d631a0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.200991 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b252-d48b-4e3d-a837-3f73d631a0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.204644 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-0bc5b252-d48b-4e3d-a837-3f73d631a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.242618 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-0bc5b252-d48b-4e3d-a837-3f73d631a0f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=387fee595ff84f809801cb13e2afb8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404920 Sep 16 15:17:40.243466 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5b252-d48b-4e3d-a837-3f73d631a0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc279624-30f7-4484-942a-faec3a2ed912,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:40.245391 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35114) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:40.293328 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c36f697e-d9af-4f8b-ac0c-96c2f2052bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.312961 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c36f697e-d9af-4f8b-ac0c-96c2f2052bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.357710 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c36f697e-d9af-4f8b-ac0c-96c2f2052bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.360284 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c36f697e-d9af-4f8b-ac0c-96c2f2052bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.361454 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-c36f697e-d9af-4f8b-ac0c-96c2f2052bd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc279624-30f7-4484-942a-faec3a2ed912 HTTP/1.1" status: 204 len: 168 time: 0.1150725 Sep 16 15:17:40.368959 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f697e-d9af-4f8b-ac0c-96c2f2052bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc279624-30f7-4484-942a-faec3a2ed912,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:40.674110 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35130) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:40.690010 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-076df1e9-29c9-4ead-8aba-0319b0611b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.778154 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-076df1e9-29c9-4ead-8aba-0319b0611b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.782308 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-076df1e9-29c9-4ead-8aba-0319b0611b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.819556 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-076df1e9-29c9-4ead-8aba-0319b0611b0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d8e8ea6a9e84467a4e07f73b1911628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444054 Sep 16 15:17:40.820392 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076df1e9-29c9-4ead-8aba-0319b0611b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9924c07-0ffd-4d0a-a980-6e3d31b60bce,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:40.822333 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35132) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:40.875513 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-083d2df1-f349-45a1-8e60-96a3df8296ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.896877 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-083d2df1-f349-45a1-8e60-96a3df8296ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.942228 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-083d2df1-f349-45a1-8e60-96a3df8296ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.944807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-083d2df1-f349-45a1-8e60-96a3df8296ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:40.945948 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-083d2df1-f349-45a1-8e60-96a3df8296ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9924c07-0ffd-4d0a-a980-6e3d31b60bce HTTP/1.1" status: 204 len: 168 time: 0.1226463 Sep 16 15:17:40.953206 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d2df1-f349-45a1-8e60-96a3df8296ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9924c07-0ffd-4d0a-a980-6e3d31b60bce,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:41.182429 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa43e6-5ff4-4285-ab74-df2c2a225003 req-1bf8f376-7b6c-44a3-887f-b07c130ce5f3 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:41.183920 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-deaa43e6-5ff4-4285-ab74-df2c2a225003 req-1bf8f376-7b6c-44a3-887f-b07c130ce5f3 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0480874 Sep 16 15:17:41.221533 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-deaa43e6-5ff4-4285-ab74-df2c2a225003 req-d27d2764-c472-49ff-a250-c56321810b76 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314896 Sep 16 15:17:42.333562 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef88f7-7834-43c1-821a-a654c79618a7 req-d7f4c822-5060-4d46-8ea5-0904dcd2568c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.335019 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-eeef88f7-7834-43c1-821a-a654c79618a7 req-d7f4c822-5060-4d46-8ea5-0904dcd2568c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0474861 Sep 16 15:17:42.372938 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-eeef88f7-7834-43c1-821a-a654c79618a7 req-525e7abb-bd0e-4644-a0e0-1c84f6264ca9 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318136 Sep 16 15:17:42.909083 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d2c67-2c68-4551-a54c-115b3435cbce req-2ae723ed-ab7d-4109-aedb-4d5c150a93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:42.910568 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0e7d2c67-2c68-4551-a54c-115b3435cbce req-2ae723ed-ab7d-4109-aedb-4d5c150a93a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1096 time: 0.0410063 Sep 16 15:17:42.948464 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0e7d2c67-2c68-4551-a54c-115b3435cbce req-39c83d88-e2d5-4aab-a815-07d7bcc32f30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295193 Sep 16 15:17:43.485587 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6b7ae-2e52-4a5e-bc8d-35f665e888ec req-ea638537-580e-40fb-8f7b-d6986c1b8e09 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:43.487584 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a3e6b7ae-2e52-4a5e-bc8d-35f665e888ec req-ea638537-580e-40fb-8f7b-d6986c1b8e09 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0494161 Sep 16 15:17:43.525045 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a3e6b7ae-2e52-4a5e-bc8d-35f665e888ec req-d415caf6-a5a3-4631-8dcc-6be518e71114 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314064 Sep 16 15:17:44.638265 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ae86d-6d67-41e1-91a8-7137d0df9b7d req-abed83c3-bdb0-41ff-9ebf-12ce1bd7d227 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:44.639789 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f88ae86d-6d67-41e1-91a8-7137d0df9b7d req-abed83c3-bdb0-41ff-9ebf-12ce1bd7d227 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 943 time: 0.0484104 Sep 16 15:17:44.680414 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f88ae86d-6d67-41e1-91a8-7137d0df9b7d req-bf0aac96-7a1b-41e5-971e-0359d4d8008d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346458 Sep 16 15:17:45.298392 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:17:45.392602 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:45.405075 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'port_id': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'mac_address': 'fa:16:3e:8d:27:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:17:45.445214 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:45.458537 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551518ff-d3fd-435e-8af7-aa448e7a4e59 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:17:45.477740 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:45.481377 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:45.530503 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=7']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:45.846295 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['551518ff-d3fd-435e-8af7-aa448e7a4e59'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:17:47.308866 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:17:47.357007 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 551518ff-d3fd-435e-8af7-aa448e7a4e59 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:17:47.357404 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:47.439122 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:47.462975 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:47.465209 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435bf8b0-873f-46a5-ba6e-2088e447a25c" -d '{"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-plugged", "status": "completed", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:47.478141 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:47.483322 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:47.506183 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96d3de4-b124-41a1-8369-1c4eab1b55e9 x-openstack-request-id: req-b96d3de4-b124-41a1-8369-1c4eab1b55e9 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:47.506472 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-plugged", "status": "completed", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:47.506721 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b96d3de4-b124-41a1-8369-1c4eab1b55e9 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:47.507129 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'code': 200} Sep 16 15:17:47.532198 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=8']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:47.632593 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:50.784206 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-23cfab64-f30c-4917-a2c7-1e350453033b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:51.905661 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1522cd-6ce6-4008-bf5b-2582ca4a416f req-821d8727-8c07-41b2-81f9-e1f1229a15f4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:51.907108 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5a1522cd-6ce6-4008-bf5b-2582ca4a416f req-821d8727-8c07-41b2-81f9-e1f1229a15f4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0478296 Sep 16 15:17:51.943989 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5a1522cd-6ce6-4008-bf5b-2582ca4a416f req-5dbde0f2-ec12-4cf9-9cae-b0987d3b2840 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Sep 16 15:17:53.058535 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dcbb2-8e77-4aac-b5d6-26142bc73bba req-1637cacc-3265-4d01-8413-7bc462e3fb26 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:53.060018 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c8dcbb2-8e77-4aac-b5d6-26142bc73bba req-1637cacc-3265-4d01-8413-7bc462e3fb26 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0484104 Sep 16 15:17:53.099039 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9c8dcbb2-8e77-4aac-b5d6-26142bc73bba req-8221001d-ac02-47c8-b50b-41034723d0d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Sep 16 15:17:53.391995 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7952b866-0d89-4228-98a8-2ed960c020ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:53.414316 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:54.215081 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad7523-41df-4bbe-bfe2-e75e40b16445 req-7eb64274-89b5-456f-819c-1638429caaad tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:54.216526 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-04ad7523-41df-4bbe-bfe2-e75e40b16445 req-7eb64274-89b5-456f-819c-1638429caaad tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0499866 Sep 16 15:17:54.258976 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-04ad7523-41df-4bbe-bfe2-e75e40b16445 req-0ffd341f-c677-41dd-a7f7-430b23fadd19 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359724 Sep 16 15:17:54.457000 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:55.372595 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e12a39-0f1e-4d7a-8931-cc64f8f6ef1f req-34579183-d095-42e8-b376-cda1cc53f67c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:55.374083 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-86e12a39-0f1e-4d7a-8931-cc64f8f6ef1f req-34579183-d095-42e8-b376-cda1cc53f67c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0486681 Sep 16 15:17:55.412316 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-86e12a39-0f1e-4d7a-8931-cc64f8f6ef1f req-21d32b76-4fc9-4ef3-b4b3-9708dd3b9ea9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Sep 16 15:17:56.117961 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.524972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100fc6f-4335-48cb-baf3-0019a99263e2 req-2b536e3b-1faa-4e63-bc21-4b99c74d3dbf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:56.526394 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b100fc6f-4335-48cb-baf3-0019a99263e2 req-2b536e3b-1faa-4e63-bc21-4b99c74d3dbf tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 946 time: 0.0493391 Sep 16 15:17:56.564154 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b100fc6f-4335-48cb-baf3-0019a99263e2 req-0b2dbda9-199d-44c7-ac3e-1a859cbbfcba tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318406 Sep 16 15:17:57.343747 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device e25de4f9-1785-4a6f-903a-992f28962da6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:17:57.419639 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.425871 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35350) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:57.442753 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:17:57.445387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad98c9-a0fa-46d6-a1c8-27acb866a9d5" -d '{"events": [{"server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "name": "network-vif-unplugged", "status": "completed", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:17:57.458820 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e25de4f9-1785-4a6f-903a-992f28962da6,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:17:57.463210 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.487284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abad7b5-28a6-4906-a7e0-fd085ee02c31 x-openstack-request-id: req-0abad7b5-28a6-4906-a7e0-fd085ee02c31 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:17:57.487608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "name": "network-vif-unplugged", "status": "completed", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:17:57.487864 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0abad7b5-28a6-4906-a7e0-fd085ee02c31 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:17:57.488254 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'code': 200} Sep 16 15:17:57.513885 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=6']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:57.534130 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ae4da553-6682-4306-ace9-945b8cd2e584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.621873 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ae4da553-6682-4306-ace9-945b8cd2e584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.625619 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ae4da553-6682-4306-ace9-945b8cd2e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.690792 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-ae4da553-6682-4306-ace9-945b8cd2e584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84c01d2e1aeb472693130101d0619eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639461 Sep 16 15:17:57.694018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35360) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:17:57.695978 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da553-6682-4306-ace9-945b8cd2e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b3f64-7028-40eb-90b1-7c5682034d4c,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:57.714702 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171f1f0-fd29-4c2f-b635-9ffb125f052f req-f4542a52-263d-45b5-8626-2e65757d9737 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:57.716159 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3171f1f0-fd29-4c2f-b635-9ffb125f052f req-f4542a52-263d-45b5-8626-2e65757d9737 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0848973 Sep 16 15:17:57.742022 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.752472 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3171f1f0-fd29-4c2f-b635-9ffb125f052f req-050048c6-155a-425f-b3e5-293a569e910b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301132 Sep 16 15:17:57.763011 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.811766 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.814284 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.815414 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d9b3f64-7028-40eb-90b1-7c5682034d4c HTTP/1.1" status: 204 len: 168 time: 0.1203897 Sep 16 15:17:57.822675 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9b3f64-7028-40eb-90b1-7c5682034d4c,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:17:57.829468 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.829821 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.830167 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.830503 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.830838 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.831173 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.831504 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.831830 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.832160 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.832507 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.832902 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:57.833148 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e10c47-9973-4e5b-bccc-7c778d64ddb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:17:58.872613 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dc4e1-9b48-49b2-a2e2-560f47666a4b req-6ce8610c-7d59-4f2a-a641-ece464ca349e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:17:58.874248 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a22dc4e1-9b48-49b2-a2e2-560f47666a4b req-6ce8610c-7d59-4f2a-a641-ece464ca349e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0509105 Sep 16 15:17:58.925866 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a22dc4e1-9b48-49b2-a2e2-560f47666a4b req-77dab516-4548-408d-b8bd-f019985c6799 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431166 Sep 16 15:18:00.037951 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c720e-a5f4-49c4-9edd-6de8a5f27070 req-0edb1c01-3014-4ba6-a753-51eb18ebbf26 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:00.039455 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-532c720e-a5f4-49c4-9edd-6de8a5f27070 req-0edb1c01-3014-4ba6-a753-51eb18ebbf26 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0503433 Sep 16 15:18:00.078997 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-532c720e-a5f4-49c4-9edd-6de8a5f27070 req-9f312fe8-2587-4241-8fa0-980efe33aec6 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335984 Sep 16 15:18:01.190541 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63ee1-ee39-4370-9c6b-5c673f1abdce req-609d8e5a-56ae-4317-b593-32be0999318b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:01.192012 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-08b63ee1-ee39-4370-9c6b-5c673f1abdce req-609d8e5a-56ae-4317-b593-32be0999318b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0479732 Sep 16 15:18:01.228846 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-08b63ee1-ee39-4370-9c6b-5c673f1abdce req-c6aa55db-7fe0-419d-910c-0d8195ab21ea tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Sep 16 15:18:02.339056 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d87b76-bf3a-4aff-9685-f9f985858d59 req-6a25c2ad-be27-4079-a462-fe790fc69a39 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:02.340422 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4d87b76-bf3a-4aff-9685-f9f985858d59 req-6a25c2ad-be27-4079-a462-fe790fc69a39 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0471249 Sep 16 15:18:02.375996 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f4d87b76-bf3a-4aff-9685-f9f985858d59 req-fe4f51d2-4172-49b0-9108-cb01e63a1b62 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295334 Sep 16 15:18:03.488594 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c2592-b41f-4c1d-b34e-1e91deb38191 req-883c4a93-e81c-4764-acb5-89217c6d09b8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:03.490049 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a6c2592-b41f-4c1d-b34e-1e91deb38191 req-883c4a93-e81c-4764-acb5-89217c6d09b8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0503094 Sep 16 15:18:03.526469 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-7a6c2592-b41f-4c1d-b34e-1e91deb38191 req-0350fa18-bdf4-48c0-acec-5168e83055a2 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307086 Sep 16 15:18:04.640593 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab6da3-0359-4d4e-8e51-e056bb8f0b62 req-97ee447b-bdd9-4480-b5d2-33871de84ff3 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:04.642060 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1bab6da3-0359-4d4e-8e51-e056bb8f0b62 req-97ee447b-bdd9-4480-b5d2-33871de84ff3 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0509725 Sep 16 15:18:04.679028 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1bab6da3-0359-4d4e-8e51-e056bb8f0b62 req-a21e1b98-905e-422a-b064-8acbf257a30c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312021 Sep 16 15:18:05.788047 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e160a9-82fe-49e3-9ba0-7e0e5190d084 req-2e039dbd-f359-4666-a0f3-992538b41094 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:05.789523 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d9e160a9-82fe-49e3-9ba0-7e0e5190d084 req-2e039dbd-f359-4666-a0f3-992538b41094 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0470903 Sep 16 15:18:05.826146 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-d9e160a9-82fe-49e3-9ba0-7e0e5190d084 req-f93b0425-4c7e-4f90-9953-3701bafda46a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Sep 16 15:18:06.609767 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-622df5f0-6019-4d9a-b388-35d4742b735a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:06.611192 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-622df5f0-6019-4d9a-b388-35d4742b735a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.0483065 Sep 16 15:18:06.702638 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Deleting port e25de4f9-1785-4a6f-903a-992f28962da6 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:18:06.702981 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.792634 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] For port e25de4f9-1785-4a6f-903a-992f28962da6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e25de4f9-1785-4a6f-903a-992f28962da6,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:06.792988 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:06.992947 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c5d48-1ce8-43ff-8c20-085290a0bcd6 req-815f91bc-e326-47f4-ae55-eca4426eda54 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:06.994422 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb3c5d48-1ce8-43ff-8c20-085290a0bcd6 req-815f91bc-e326-47f4-ae55-eca4426eda54 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 944 time: 0.1019514 Sep 16 15:18:07.023661 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:07.024024 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:07.024342 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Floating IP 477a4e24-b289-4998-bb6c-acc252055fdd disassociated. External IP: 172.27.2.118, port: e25de4f9-1785-4a6f-903a-992f28962da6. Sep 16 15:18:07.024869 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Calling delete_port for e25de4f9-1785-4a6f-903a-992f28962da6 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:18:07.078862 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb3c5d48-1ce8-43ff-8c20-085290a0bcd6 req-897c251a-abfe-4a70-b0fd-bd56a2eb33bb tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761704 Sep 16 15:18:07.167210 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:07.198387 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'Port': ['ID=e25de4f9-1785-4a6f-903a-992f28962da6,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:07.310781 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:07.685792 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:07.697607 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:07.714980 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:07.718705 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:17:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:07.729336 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] No DVR routers for this DVR port e25de4f9-1785-4a6f-903a-992f28962da6 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:18:07.731934 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:07.734104 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e9dc87de-1aa5-4e1b-8e7d-9159a9b6bd17 req-584d6871-e58b-4cc1-a9bd-3524090b8a0c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "DELETE /v2.0/ports/e25de4f9-1785-4a6f-903a-992f28962da6 HTTP/1.1" status: 204 len: 173 time: 1.1146972 Sep 16 15:18:07.734578 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'name': 'network-vif-deleted', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:07.737280 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492a6bc-9861-4650-9ff0-ceda915132f9" -d '{"events": [{"server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "name": "network-vif-deleted", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:07.782776 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e8aa1-6eb4-4b51-a291-8f64d4a16853 x-openstack-request-id: req-cb8e8aa1-6eb4-4b51-a291-8f64d4a16853 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:07.783139 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1f8558-447d-407f-a01e-f531863dc08c", "name": "network-vif-deleted", "tag": "e25de4f9-1785-4a6f-903a-992f28962da6", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:07.783395 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb8e8aa1-6eb4-4b51-a291-8f64d4a16853 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:07.783782 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1f8558-447d-407f-a01e-f531863dc08c', 'name': 'network-vif-deleted', 'tag': 'e25de4f9-1785-4a6f-903a-992f28962da6', 'status': 'completed', 'code': 200} Sep 16 15:18:07.829635 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:08.025301 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:08.049938 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:08.058288 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:08.058886 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:17:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:08.163299 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:08.169962 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d5f4bcd6-2441-46f1-a805-e66ee2dbfeab req-a144da1b-6812-44f5-8395-a81cb99a7a1a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0253646 Sep 16 15:18:08.354965 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:08.384142 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacebac5-7d90-4c29-b620-aa6f1a18b80b None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:08.589783 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2d839-ae1e-4c92-a567-76fe44839d8a None None] New status for floating IP 477a4e24-b289-4998-bb6c-acc252055fdd: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:18:08.929762 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:18:09.263037 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-edbf946b-e0a3-4229-9a12-78a1394d3b47 req-588b562e-4eaa-4064-ab0f-c86e538a2904 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0262623 Sep 16 15:18:10.353185 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ede6299a-8a51-4b85-8421-16072dd090e8 req-133c4366-8312-4611-bfd1-9c0a325a4c9b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0261927 Sep 16 15:18:11.440435 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2c02c0e3-e891-4294-b366-0340f31d5560 req-a49ec7b4-609f-48a8-b093-180817b9bf5c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0247991 Sep 16 15:18:12.532573 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e6b93b01-1e72-47b4-8537-2cea4461a884 req-bbc472b0-b841-42fc-827a-ffa8c39e5097 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0281744 Sep 16 15:18:13.641827 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c3a0544d-ea6c-4568-9e80-289bfc2ae64b req-36ba915c-043f-4b62-ab15-f237379595ee tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a1f8558-447d-407f-a01e-f531863dc08c HTTP/1.1" status: 200 len: 210 time: 0.0286570 Sep 16 15:18:14.024980 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35518) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:14.128511 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c4e40c10-69e2-477f-a5f0-1f08467f79e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.223943 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c4e40c10-69e2-477f-a5f0-1f08467f79e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.228938 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-c4e40c10-69e2-477f-a5f0-1f08467f79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.270626 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40c10-69e2-477f-a5f0-1f08467f79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0d6b7-a6c2-46eb-96ec-12a6f7374a69,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:14.275245 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-c4e40c10-69e2-477f-a5f0-1f08467f79e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82e11940db9745d88b9c4450d2028f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492282 Sep 16 15:18:14.278539 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35526) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:14.340590 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7da4efd-2580-41ac-a707-2d126204b507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.364037 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7da4efd-2580-41ac-a707-2d126204b507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.410608 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7da4efd-2580-41ac-a707-2d126204b507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.413666 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-d7da4efd-2580-41ac-a707-2d126204b507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:14.414781 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-d7da4efd-2580-41ac-a707-2d126204b507 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fa0d6b7-a6c2-46eb-96ec-12a6f7374a69 HTTP/1.1" status: 204 len: 168 time: 0.1352177 Sep 16 15:18:14.421998 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da4efd-2580-41ac-a707-2d126204b507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0d6b7-a6c2-46eb-96ec-12a6f7374a69,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:14.888567 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-52bf0323-abbb-4cf4-85af-b1725528aa13 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826275361&fields=id&tenant_id=b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 267 time: 0.0314884 Sep 16 15:18:14.992852 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-8da34924-835b-402d-907c-dcd5b74368bd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:14.994204 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-8da34924-835b-402d-907c-dcd5b74368bd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 811 time: 0.0993338 Sep 16 15:18:15.008906 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-fc982f2a-1812-4b07-85e5-8835228bf9ba tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/quotas/b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 375 time: 0.0090551 Sep 16 15:18:15.058605 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-52bfff82-7538-41a9-bd0f-c5e499d21f23 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447457 Sep 16 15:18:15.151917 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-bc6c8a8f-9ad8-4ab4-bd7c-3b04f068e74c service neutron] 10.222.0.36 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818310 Sep 16 15:18:15.489001 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-022e6dea-9675-4cbf-8c8d-07c4e9e531e1 service neutron] 10.222.0.36 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312385 Sep 16 15:18:15.796050 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1553b229-495e-41f0-8254-a2756b642bfa req-fabf54b3-7423-4d08-a639-401f473c47c2 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Sep 16 15:18:16.885822 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-26e07aef-cf2d-49aa-8b1f-c620967d0488 req-8eb7d5ca-33ba-412b-b2e3-9d992becd85b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 210 time: 0.0261338 Sep 16 15:18:17.655177 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:17.975359 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2be7de84-a858-4ba1-84f1-069b4a9d0b7d req-8da803c4-b4c4-4049-a420-4db39a922fff tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 210 time: 0.0254123 Sep 16 15:18:19.066365 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-2c3b3456-71f6-4bd2-ac9c-b77e758d1394 req-32309f33-80b4-4c5c-a694-74a9dabe4e74 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 210 time: 0.0275109 Sep 16 15:18:19.517500 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-aa34bc5b-29ad-432d-8416-3ca7fd2068e4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:19.518957 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-aa34bc5b-29ad-432d-8416-3ca7fd2068e4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 811 time: 0.1061351 Sep 16 15:18:19.569145 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-abdf7add-3af6-43c8-8ce7-f4708aafeb9d tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 379 time: 0.0330601 Sep 16 15:18:19.590864 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'port': {'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'admin_state_up': True, 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'security_groups': ['ace42b9e-4a02-45f4-822f-995754c0388f']}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:19.697356 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Made reservation on behalf of b123670801a64cd88caf5a82b89ce76f for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:18:19.701084 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.820707 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Allocated IP 172.20.0.12 (361c228b-0cd3-499b-bc47-5b71d98c5453/b46a9209-4602-413a-b8cb-2b9ee3757991/772c68e3-89ed-43fb-a68e-1e9d60705480) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:18:19.961682 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:19.996199 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.040582 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:18:20.043672 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:20.047301 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:18:20.075535 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=772c68e3-89ed-43fb-a68e-1e9d60705480,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:20.107853 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:20.108046 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.125962 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-80fb5392-078b-4ac2-8644-8eff63d0cf07 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5386312 Sep 16 15:18:20.150134 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Request body: {'port': {'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:20.243499 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.263026 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826b423-d931-4a92-8cf1-a4e085edb217 req-6462810c-c8d4-4c05-8fa2-2640dd73b57b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:20.264735 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8826b423-d931-4a92-8cf1-a4e085edb217 req-6462810c-c8d4-4c05-8fa2-2640dd73b57b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 932 time: 0.1191537 Sep 16 15:18:20.327508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-8e30d852-469a-4cf9-95ad-cf5470ee49ed None None] Provisioning complete for port 772c68e3-89ed-43fb-a68e-1e9d60705480 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:20.328084 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-8e30d852-469a-4cf9-95ad-cf5470ee49ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.365103 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-8e30d852-469a-4cf9-95ad-cf5470ee49ed None None] Port 772c68e3-89ed-43fb-a68e-1e9d60705480 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:18:20.387551 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8826b423-d931-4a92-8cf1-a4e085edb217 req-1ec8a4f1-4bbd-4898-b3a2-3c89eb9820a9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011901 Sep 16 15:18:20.551992 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772c68e3-89ed-43fb-a68e-1e9d60705480 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:20.559154 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.570761 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Transition to ACTIVE for port object 772c68e3-89ed-43fb-a68e-1e9d60705480 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:18:20.574481 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.625366 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=772c68e3-89ed-43fb-a68e-1e9d60705480,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:20.693187 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Attempting to bind port 772c68e3-89ed-43fb-a68e-1e9d60705480 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:18:20.693526 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Attempting to bind port 772c68e3-89ed-43fb-a68e-1e9d60705480 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:18:20.693990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Attempting to bind port 772c68e3-89ed-43fb-a68e-1e9d60705480 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:18:20.698518 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Port 772c68e3-89ed-43fb-a68e-1e9d60705480 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:18:20.698910 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Attempting to bind port 772c68e3-89ed-43fb-a68e-1e9d60705480 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:18:20.704254 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:18:20.704628 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Checking segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:18:20.705051 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Bound using segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:18:20.705483 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Bound port: 772c68e3-89ed-43fb-a68e-1e9d60705480, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:18:20.705848 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.774074 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] For port 772c68e3-89ed-43fb-a68e-1e9d60705480, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:18:20.777272 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] For port 772c68e3-89ed-43fb-a68e-1e9d60705480, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=772c68e3-89ed-43fb-a68e-1e9d60705480,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:18:20.782118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.796708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-388ae8ca-693f-423f-8444-7e4487203289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.815743 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:20.816349 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:20.818507 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] 10.222.0.47 "PUT /v2.0/ports/772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 1094 time: 0.6736157 Sep 16 15:18:20.820676 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:20.823092 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77c1a2-974e-48ed-862b-8d8cd18ae628" -d '{"events": [{"name": "network-changed", "server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:20.850835 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70bb28-97a0-4ac1-8865-d91d4facdbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=772c68e3-89ed-43fb-a68e-1e9d60705480,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:20.866500 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056333b-afe5-49f2-939b-c91df486c0e5 x-openstack-request-id: req-c056333b-afe5-49f2-939b-c91df486c0e5 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:20.866948 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:20.867202 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c056333b-afe5-49f2-939b-c91df486c0e5 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:20.867664 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'status': 'completed', 'code': 200} Sep 16 15:18:20.937991 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-3f47d9e6-7430-4f43-94a4-56c2cf560ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:20.939525 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-3f47d9e6-7430-4f43-94a4-56c2cf560ce6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1097 time: 0.0434043 Sep 16 15:18:20.994416 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-6974fa84-4925-42d4-8a58-42e810aa84f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 217 time: 0.0384433 Sep 16 15:18:21.043457 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-b0ff815a-46c6-464c-94b5-406e25e31f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.044965 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-b0ff815a-46c6-464c-94b5-406e25e31f7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0427818 Sep 16 15:18:21.091495 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-5ae17728-5c21-4043-90e4-6a6521516973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.093299 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-5ae17728-5c21-4043-90e4-6a6521516973 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388710 Sep 16 15:18:21.191140 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-df0e56e4-2509-4775-89da-a778f43da0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891395 Sep 16 15:18:21.281017 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c505dbcd-e033-4e05-9f00-6a13acfbfd0a req-d577e00d-813c-47e2-8ca4-ba1cd8f8d8ab service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827591 Sep 16 15:18:21.427753 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-e3de10ec-ee42-448a-98a0-5e0254e4f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.429363 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-e3de10ec-ee42-448a-98a0-5e0254e4f96b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1097 time: 0.0460405 Sep 16 15:18:21.553326 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4655c5f-4203-49c8-b884-c4e0183a008f req-4b3c9e05-8843-44b4-acdc-1b8228563e47 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.554786 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a4655c5f-4203-49c8-b884-c4e0183a008f req-4b3c9e05-8843-44b4-acdc-1b8228563e47 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.0905399 Sep 16 15:18:21.559164 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-a16ac645-61b6-44d0-a440-71b3b7e91029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.560505 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-a16ac645-61b6-44d0-a440-71b3b7e91029 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.1231809 Sep 16 15:18:21.624032 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-9b9b7268-3497-49dc-b3c5-0a72a972e376 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 217 time: 0.0397110 Sep 16 15:18:21.629032 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-a4655c5f-4203-49c8-b884-c4e0183a008f req-2fd34d87-4a4b-4c36-b1c7-cd8bf22677ec tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676830 Sep 16 15:18:21.675379 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-8893a925-25d5-41a8-b618-da4bcbbc9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.676742 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-8893a925-25d5-41a8-b618-da4bcbbc9262 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0422366 Sep 16 15:18:21.735233 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-ef31f437-94c5-4178-8be2-81be33db88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:21.736714 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-ef31f437-94c5-4178-8be2-81be33db88eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429537 Sep 16 15:18:21.825072 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-353c66b4-d5bb-401a-b0d5-fd3809c5efa5 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806081 Sep 16 15:18:21.918804 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a77c1a2-974e-48ed-862b-8d8cd18ae628 req-49f63c64-82b0-4006-b9ea-6c90fa9e7069 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Sep 16 15:18:22.747558 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae255f-e9b0-4fdf-8fc0-29874e9725f6 req-0d3fa6ed-fe04-458d-825c-64f032895528 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:22.749048 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-deae255f-e9b0-4fdf-8fc0-29874e9725f6 req-0d3fa6ed-fe04-458d-825c-64f032895528 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.0495872 Sep 16 15:18:22.785190 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-deae255f-e9b0-4fdf-8fc0-29874e9725f6 req-78463925-7e15-4240-8f0b-d01e150bba22 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303166 Sep 16 15:18:23.392649 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4b5dec47-32bc-4fe3-a951-e2da86710c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.414572 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.896813 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1114ef-2a9c-48e1-a595-a4aa2feb675e req-19abede9-a8e1-487d-998e-b11ff5300c6a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:23.898276 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5e1114ef-2a9c-48e1-a595-a4aa2feb675e req-19abede9-a8e1-487d-998e-b11ff5300c6a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.0491128 Sep 16 15:18:23.935421 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5e1114ef-2a9c-48e1-a595-a4aa2feb675e req-d140d7b4-7f9a-402b-9ec2-11c9e38e0180 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313220 Sep 16 15:18:24.459008 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.692990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35622) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:24.794396 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-57d4e77b-1fab-4121-b0c5-e77b8028424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.884176 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-57d4e77b-1fab-4121-b0c5-e77b8028424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.887520 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-57d4e77b-1fab-4121-b0c5-e77b8028424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.923629 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-57d4e77b-1fab-4121-b0c5-e77b8028424f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f1a7cf7f84846a3a486aa237f2cd8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295477 Sep 16 15:18:24.925558 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4e77b-1fab-4121-b0c5-e77b8028424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7de27-d1d0-4201-9ae6-75e41fe8cd45,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:24.926376 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35626) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:24.974282 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-07fcaa03-a1c2-4cfc-9122-48524ec9c205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:24.995029 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-07fcaa03-a1c2-4cfc-9122-48524ec9c205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.066807 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f31da-5440-4a61-834a-e5655ad0e500 req-17ee1f16-2dd0-4ad1-99b0-c27ee49788f4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:25.068282 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-759f31da-5440-4a61-834a-e5655ad0e500 req-17ee1f16-2dd0-4ad1-99b0-c27ee49788f4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.0672052 Sep 16 15:18:25.081304 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-07fcaa03-a1c2-4cfc-9122-48524ec9c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.084352 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-07fcaa03-a1c2-4cfc-9122-48524ec9c205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.085409 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-07fcaa03-a1c2-4cfc-9122-48524ec9c205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cf7de27-d1d0-4201-9ae6-75e41fe8cd45 HTTP/1.1" status: 204 len: 168 time: 0.1574936 Sep 16 15:18:25.104544 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcaa03-a1c2-4cfc-9122-48524ec9c205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7de27-d1d0-4201-9ae6-75e41fe8cd45,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:25.118236 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-759f31da-5440-4a61-834a-e5655ad0e500 req-46316c73-8e4d-4cd1-871e-583e69ba68f2 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439456 Sep 16 15:18:25.677962 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35650) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:25.769983 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-623553204-network', 'tenant_id': 'b4dbb807ca7e4e9ba47fc8562b307721'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:25.790062 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Made reservation on behalf of b4dbb807ca7e4e9ba47fc8562b307721 for: {'network': 1} {{(pid=94155) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:18:25.792203 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for network, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.799950 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.884181 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.889664 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.911988 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94155) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:18:25.927542 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8480b3a5-f536-425d-a67c-40a760f3faf2,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:25.931843 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.932193 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.segments_db [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Added segment 0936aaee-a63e-4291-8665-97a3e57d25c9 of type vlan for network ee8de736-1aa2-4771-9e03-484df3e14c53 Sep 16 15:18:25.971302 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738090769704'] for network, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.994559 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799'] for network, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:25.995502 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:25.996085 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.022730 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3437207 Sep 16 15:18:26.025718 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35654) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:26.030776 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Request body: {'subnet': {'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-623553204-subnet', 'tenant_id': 'b4dbb807ca7e4e9ba47fc8562b307721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:26.050487 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Made reservation on behalf of b4dbb807ca7e4e9ba47fc8562b307721 for: {'subnet': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:18:26.053486 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4939707'] for subnet, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.057242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9dff34-2d6a-4517-83b5-2e3c6fc50767 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8de736-1aa2-4771-9e03-484df3e14c53,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:26.067312 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Network ee8de736-1aa2-4771-9e03-484df3e14c53 details requested by agent ovs-agent-dv-cinder-774288-9-iscsi with host dv-cinder-774288-9-iscsi {{(pid=94156) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:18:26.143860 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.253376 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7604101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4939669'] for subnet, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.291386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5d15a-c4c6-463d-82c4-e9a626f70034 req-e3f80d0a-0b22-4cb4-b644-1adab9d831a0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.292889 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4fe5d15a-c4c6-463d-82c4-e9a626f70034 req-e3f80d0a-0b22-4cb4-b644-1adab9d831a0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.1096301 Sep 16 15:18:26.339108 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e,revision_number=0']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:26.353819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Checking segment: {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:18:26.354179 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Network hostable DHCP agents. Network: ee8de736-1aa2-4771-9e03-484df3e14c53, hostable agents: ['70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd'], hosted agents: [] {{(pid=94154) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:18:26.361916 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4fe5d15a-c4c6-463d-82c4-e9a626f70034 req-097be546-c154-4be0-bb80-5b74c3bb2c48 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593212 Sep 16 15:18:26.375118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Network ee8de736-1aa2-4771-9e03-484df3e14c53 is scheduled to be hosted by DHCP agent 70ba5e00-679d-4bc4-b87f-5ce13cc9c6cd with binding_index 1 {{(pid=94154) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:18:26.384367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-9-iscsi, ee8de736-1aa2-4771-9e03-484df3e14c53) {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:26.388443 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:26.389060 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.393713 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd616dd-a128-4a2f-b5fd-2e11f3b901eb None None] Network ee8de736-1aa2-4771-9e03-484df3e14c53 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:18:26.403394 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-dfadc8f8-9723-4f41-aa94-8836d985243b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3763816 Sep 16 15:18:26.516276 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d09f67-e7c8-4d8a-85b7-d92f916fedc5 None None] Network ee8de736-1aa2-4771-9e03-484df3e14c53 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:18:27.472438 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45635-3c96-46b5-8de9-2c888a282a5a req-337c3de7-7540-48aa-944c-dc11b447af52 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:27.473912 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fbe45635-3c96-46b5-8de9-2c888a282a5a req-337c3de7-7540-48aa-944c-dc11b447af52 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.0485137 Sep 16 15:18:27.511158 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-fbe45635-3c96-46b5-8de9-2c888a282a5a req-e344ea3e-25a0-41fc-9b58-ed7657788c91 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313864 Sep 16 15:18:28.119128 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-027c6a4c-889f-4ebc-a5cf-ec50c33def1a tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:28.120615 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-027c6a4c-889f-4ebc-a5cf-ec50c33def1a tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/networks?id=ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 200 len: 813 time: 0.1018791 Sep 16 15:18:28.135561 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-5ac16317-2881-46ec-bf7f-2b9cdf1ef4c4 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/quotas/b4dbb807ca7e4e9ba47fc8562b307721 HTTP/1.1" status: 200 len: 375 time: 0.0093200 Sep 16 15:18:28.165164 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-3053c4c8-59e0-4fa7-9f2a-53b27a561877 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247099 Sep 16 15:18:28.258866 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-615e2626-b0a9-4052-a1ab-d1f6d2578a2c service neutron] 10.222.0.36 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872159 Sep 16 15:18:28.344909 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-d4b9e926-3320-4b36-add8-1f203c8798f9 service neutron] 10.222.0.36 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798879 Sep 16 15:18:28.494786 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ef981f94-9b30-4f04-9331-c21658ef35e0 req-03a5f87f-681c-4553-bdee-acff6f2041dc tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 210 time: 0.0266171 Sep 16 15:18:28.624754 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2618b-accf-4c3a-82ed-d74fd80bade1 req-f1993455-9ce5-4dbb-9ade-64b7615614c2 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:28.626348 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-84d2618b-accf-4c3a-82ed-d74fd80bade1 req-f1993455-9ce5-4dbb-9ade-64b7615614c2 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 944 time: 0.0504742 Sep 16 15:18:28.664644 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-84d2618b-accf-4c3a-82ed-d74fd80bade1 req-48d5175b-6e16-421d-b99f-63da43cc840d tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Sep 16 15:18:29.477631 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 772c68e3-89ed-43fb-a68e-1e9d60705480 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:18:29.581116 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 772c68e3-89ed-43fb-a68e-1e9d60705480, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=772c68e3-89ed-43fb-a68e-1e9d60705480,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:29.597589 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-bd485af2-b993-4795-bbef-d1c9c100679b req-80afb099-f989-47ba-81cb-18a92377b320 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 210 time: 0.0262201 Sep 16 15:18:29.598853 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:18:29.621935 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-bf58807d-193d-4bf7-ab7d-d91617873041 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:29.623524 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-bf58807d-193d-4bf7-ab7d-d91617873041 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "GET /v2.0/networks?id=ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 200 len: 813 time: 0.1198668 Sep 16 15:18:29.644667 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Request body: {'port': {'device_id': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53', 'admin_state_up': True, 'tenant_id': 'b4dbb807ca7e4e9ba47fc8562b307721'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:29.653284 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.666046 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772c68e3-89ed-43fb-a68e-1e9d60705480 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:29.686956 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 772c68e3-89ed-43fb-a68e-1e9d60705480, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=772c68e3-89ed-43fb-a68e-1e9d60705480,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:29.690695 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.739777 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=772c68e3-89ed-43fb-a68e-1e9d60705480,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:29.746720 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.747064 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.747399 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.747727 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.748053 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.748375 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.748723 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.749043 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.749387 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.749705 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.750021 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.750340 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:29.798252 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac30832-c026-4aa7-98dc-5448d21b3c8a req-69c019e1-06b1-4c0f-832b-708c8c09b5ef tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:29.799714 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7ac30832-c026-4aa7-98dc-5448d21b3c8a req-69c019e1-06b1-4c0f-832b-708c8c09b5ef tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 945 time: 0.0596550 Sep 16 15:18:29.800750 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Made reservation on behalf of b4dbb807ca7e4e9ba47fc8562b307721 for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:18:29.804410 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.883061 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7ac30832-c026-4aa7-98dc-5448d21b3c8a req-c2176013-e68f-4fac-b961-65b2459bafbd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756779 Sep 16 15:18:29.953152 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Allocated IP 172.20.0.4 (ee8de736-1aa2-4771-9e03-484df3e14c53/7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e/fa87cbd1-a0f6-45e3-80b6-28b188ae4163) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:18:29.995013 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['772c68e3-89ed-43fb-a68e-1e9d60705480'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:18:30.094668 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.127965 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.171292 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Network ee8de736-1aa2-4771-9e03-484df3e14c53 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:18:30.174585 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:30.178990 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:18:30.207297 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Pushing event updated for resources: {'Port': ['ID=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:30.221933 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.222282 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.222622 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.222957 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.223286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.224143 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.224470 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.224815 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.225141 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.225462 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.225781 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.226209 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:18:30.244622 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:30.245254 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.259946 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-87d4e645-fed3-4604-a60d-297ccfc47df2 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191492 Sep 16 15:18:30.279954 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Request body: {'port': {'device_id': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:30.335555 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.588251 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa87cbd1-a0f6-45e3-80b6-28b188ae4163 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:30.595923 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.608261 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Transition to ACTIVE for port object fa87cbd1-a0f6-45e3-80b6-28b188ae4163 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:18:30.612059 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.682019 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:30.716448 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42614-7c2e-4800-a1a7-1ca6b4905ed1 req-8aa4844f-4e5f-4135-b38a-1f0805e4c5f4 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:30.718209 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-eed42614-7c2e-4800-a1a7-1ca6b4905ed1 req-8aa4844f-4e5f-4135-b38a-1f0805e4c5f4 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 943 time: 0.0519986 Sep 16 15:18:30.731153 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Attempting to bind port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:18:30.731494 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Attempting to bind port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:18:30.731830 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Attempting to bind port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 on network ee8de736-1aa2-4771-9e03-484df3e14c53 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:18:30.736132 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 on network ee8de736-1aa2-4771-9e03-484df3e14c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:18:30.736454 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Attempting to bind port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 on network ee8de736-1aa2-4771-9e03-484df3e14c53 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:18:30.741207 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:18:30.741547 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Checking segment: {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:18:30.741927 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Bound using segment: {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:18:30.742351 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Bound port: fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:18:30.742709 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.755301 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-eed42614-7c2e-4800-a1a7-1ca6b4905ed1 req-19852da7-1ba9-4c54-b233-c09593826e99 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Sep 16 15:18:30.805098 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] For port fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:18:30.808515 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] For port fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:18:30.812318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.843787 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:30.844398 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:30.845801 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] 10.222.0.47 "PUT /v2.0/ports/fa87cbd1-a0f6-45e3-80b6-28b188ae4163 HTTP/1.1" status: 200 len: 1093 time: 0.5700164 Sep 16 15:18:30.846235 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'tag': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:30.848948 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6c1e9c-906a-4751-86a1-1110e1082691" -d '{"events": [{"name": "network-changed", "server_uuid": "253c2093-24b7-4ca1-a97e-03cf20c9edea", "tag": "fa87cbd1-a0f6-45e3-80b6-28b188ae4163"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:30.875311 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3ab36-174c-4666-ba82-ed40fa88ea2c service neutron] Pushing event updated for resources: {'Port': ['ID=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:30.885828 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa12ff9-1ab4-4e33-ae1e-ac23a91e04ad x-openstack-request-id: req-dfa12ff9-1ab4-4e33-ae1e-ac23a91e04ad {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:30.886113 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253c2093-24b7-4ca1-a97e-03cf20c9edea", "tag": "fa87cbd1-a0f6-45e3-80b6-28b188ae4163", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:30.886361 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfa12ff9-1ab4-4e33-ae1e-ac23a91e04ad {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:30.886759 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'tag': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163', 'status': 'completed', 'code': 200} Sep 16 15:18:30.953435 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-c7e3d895-ca86-4158-973a-1e616e36d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:30.954934 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-c7e3d895-ca86-4158-973a-1e616e36d855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 1096 time: 0.0442379 Sep 16 15:18:30.998378 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d6bd0-0d0c-4aa9-b01f-9af0c79e5733 req-0d38c978-117a-444a-944d-dbf5ce0af7dd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:30.999860 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-149d6bd0-0d0c-4aa9-b01f-9af0c79e5733 req-0d38c978-117a-444a-944d-dbf5ce0af7dd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 945 time: 0.0480211 Sep 16 15:18:31.011806 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-fb764ad1-1ef1-4c12-84c5-fba12dd6d830 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163 HTTP/1.1" status: 200 len: 217 time: 0.0423536 Sep 16 15:18:31.037613 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-149d6bd0-0d0c-4aa9-b01f-9af0c79e5733 req-403bbcfd-ce03-4814-8708-9d3e84b79fc0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315082 Sep 16 15:18:31.061077 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-2bcd0b35-c85b-434c-8dbb-166687a16eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.062520 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-2bcd0b35-c85b-434c-8dbb-166687a16eab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e HTTP/1.1" status: 200 len: 853 time: 0.0431085 Sep 16 15:18:31.097646 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-a7b6c73a-b688-467e-af63-e5cde0089c14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee8de736-1aa2-4771-9e03-484df3e14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276287 Sep 16 15:18:31.185625 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-46d5d305-5bcc-4cde-8fc8-336dcfc0350f service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801055 Sep 16 15:18:31.276161 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2fa31bdd-e360-4868-bea1-06459b0dd763 req-5597a322-6099-420d-819b-6d3c46921a6b service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828469 Sep 16 15:18:31.416260 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-4c171565-e63e-43c1-9ab5-090d49af74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.417651 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-4c171565-e63e-43c1-9ab5-090d49af74d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 1096 time: 0.0395398 Sep 16 15:18:31.497511 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 772c68e3-89ed-43fb-a68e-1e9d60705480 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:18:31.509165 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-7a1dbb7e-2a4f-461d-88e8-624a95130de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.510813 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-7a1dbb7e-2a4f-461d-88e8-624a95130de4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 200 len: 914 time: 0.0848174 Sep 16 15:18:31.546520 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 772c68e3-89ed-43fb-a68e-1e9d60705480 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:18:31.550127 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 772c68e3-89ed-43fb-a68e-1e9d60705480 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:31.550557 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:31.555505 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-d1bcb2f8-2612-4719-b0dd-cdb41bbfeb8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163 HTTP/1.1" status: 200 len: 217 time: 0.0335906 Sep 16 15:18:31.607617 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-280d3a10-9f3f-4d6f-92c1-39b1f11e7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.609107 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-280d3a10-9f3f-4d6f-92c1-39b1f11e7cb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e HTTP/1.1" status: 200 len: 853 time: 0.0432839 Sep 16 15:18:31.630428 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:31.642011 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-4bc144dc-61bd-407d-9f8f-cf83ef61d076 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee8de736-1aa2-4771-9e03-484df3e14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242033 Sep 16 15:18:31.653026 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:31.656003 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9100c7e0-94c0-4d96-b9d0-43fb3ef6cd55" -d '{"events": [{"server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "name": "network-vif-plugged", "status": "completed", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:31.668622 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 772c68e3-89ed-43fb-a68e-1e9d60705480, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=772c68e3-89ed-43fb-a68e-1e9d60705480,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:31.673109 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:31.701118 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138160c-48e7-4479-b33d-77aa8ccc5d94 x-openstack-request-id: req-5138160c-48e7-4479-b33d-77aa8ccc5d94 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:31.701416 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "name": "network-vif-plugged", "status": "completed", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:31.701648 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5138160c-48e7-4479-b33d-77aa8ccc5d94 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:31.702035 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'code': 200} Sep 16 15:18:31.727482 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=772c68e3-89ed-43fb-a68e-1e9d60705480,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:31.874236 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e35af2-e41a-4172-9982-d916d0428750 req-0176605e-da4d-4e35-9cba-d72896e503c1 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.876410 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b7e35af2-e41a-4172-9982-d916d0428750 req-0176605e-da4d-4e35-9cba-d72896e503c1 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 943 time: 0.0525029 Sep 16 15:18:31.918987 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-b7e35af2-e41a-4172-9982-d916d0428750 req-826ff53e-9e20-4292-9002-7f974745fdd6 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351548 Sep 16 15:18:31.966261 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31fdfe-974d-4beb-8dac-65fdcedb6837 req-6bf1d8f8-349e-41c4-a53d-d4bf3dc0bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:31.967991 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-df31fdfe-974d-4beb-8dac-65fdcedb6837 req-6bf1d8f8-349e-41c4-a53d-d4bf3dc0bc75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1099 time: 0.0425601 Sep 16 15:18:31.976682 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-2527127b-c2d7-4d3b-8d7e-586f26c37ebf service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259881 Sep 16 15:18:32.003392 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-df31fdfe-974d-4beb-8dac-65fdcedb6837 req-c470b925-fc95-42fe-99a6-abeb31404719 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265427 Sep 16 15:18:32.069215 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ac6c1e9c-906a-4751-86a1-1110e1082691 req-6f1af055-67a3-4a20-a55e-136ecf812170 service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838230 Sep 16 15:18:32.149405 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f93be-2b62-4ae5-9603-637d3aeb49c6 req-c45f21f4-37bd-47b9-91d5-0f307097db20 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:32.150858 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e26f93be-2b62-4ae5-9603-637d3aeb49c6 req-c45f21f4-37bd-47b9-91d5-0f307097db20 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 946 time: 0.0477009 Sep 16 15:18:32.187262 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e26f93be-2b62-4ae5-9603-637d3aeb49c6 req-a71d5ea6-c82f-40c4-ba68-6df8f66da9e9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306005 Sep 16 15:18:33.033380 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9026fc-0dd7-4a54-95c6-af2a8b59cda8 req-50036384-4ea8-491d-bd8c-0b52bc559ecd tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.034846 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ee9026fc-0dd7-4a54-95c6-af2a8b59cda8 req-50036384-4ea8-491d-bd8c-0b52bc559ecd tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 943 time: 0.0499091 Sep 16 15:18:33.072090 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ee9026fc-0dd7-4a54-95c6-af2a8b59cda8 req-0156384a-e7e7-4e90-acfc-1316161f3583 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Sep 16 15:18:33.298131 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ba170-979b-468b-84c4-c30026f12d9e req-ad3157f4-091e-4d0d-80ab-c767b8d5c507 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.299599 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3d8ba170-979b-468b-84c4-c30026f12d9e req-ad3157f4-091e-4d0d-80ab-c767b8d5c507 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 946 time: 0.0481596 Sep 16 15:18:33.336283 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3d8ba170-979b-468b-84c4-c30026f12d9e req-8e490ec3-feed-40ff-b4f1-0081c75baa1e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307856 Sep 16 15:18:33.445738 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2550eb-b9bd-419d-bbf7-c42450e128e0 req-94293678-8d68-4f45-b7da-636f1f53f723 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.447180 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1a2550eb-b9bd-419d-bbf7-c42450e128e0 req-94293678-8d68-4f45-b7da-636f1f53f723 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 946 time: 0.0471876 Sep 16 15:18:33.483758 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1a2550eb-b9bd-419d-bbf7-c42450e128e0 req-2bde9ebe-554c-4970-bcad-c50ed459e2d3 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304337 Sep 16 15:18:33.505770 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35724) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:33.546624 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce9fe8-a338-4309-84ec-d196f3886fe9 tempest-TestVolumeBootPattern-319687912 tempest-TestVolumeBootPattern-319687912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:33.548107 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-92ce9fe8-a338-4309-84ec-d196f3886fe9 tempest-TestVolumeBootPattern-319687912 tempest-TestVolumeBootPattern-319687912-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1094 time: 0.0413768 Sep 16 15:18:33.550738 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35726) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:18:33.555390 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.v2.base [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94155) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:18:33.576764 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:33.670805 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:33.777429 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_common [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Allocated IP 172.27.2.171 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/928bf0da-7963-47fe-af73-38786d6628d8) {{(pid=94155) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:18:33.875700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:33.911474 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:33.944813 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94155) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:18:33.947553 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.base_scheduler [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Resources bound (agent type, host, resource id): {{(pid=94155) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:18:33.950283 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Received port after_create {{(pid=94155) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:18:33.982756 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=928bf0da-7963-47fe-af73-38786d6628d8,revision_number=1']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:34.184841 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bce7c-4f47-4363-b0d4-4237c41a112e req-82aae58d-0d7e-4f5a-b94e-de6c494b6c8c tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:34.186341 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f33bce7c-4f47-4363-b0d4-4237c41a112e req-82aae58d-0d7e-4f5a-b94e-de6c494b6c8c tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 943 time: 0.0486019 Sep 16 15:18:34.227950 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f33bce7c-4f47-4363-b0d4-4237c41a112e req-22dbca07-708e-416e-a14b-42e969836623 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Sep 16 15:18:34.308927 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:34.372187 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:34.518063 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:34.522397 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6198130'] for port, after_update {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:34.588017 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=928bf0da-7963-47fe-af73-38786d6628d8,revision_number=2']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:34.599241 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:34.695635 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Floating IP 9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8 associated. External IP: 172.27.2.171, port: 772c68e3-89ed-43fb-a68e-1e9d60705480. Sep 16 15:18:34.893549 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:18:34.998412 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:18:35.008710 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:18:35.013984 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:35.019318 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:35.020010 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:18:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:35.039374 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-173a120f-3360-4f63-bb3d-396bd44db37a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4876599 Sep 16 15:18:35.039938 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:35.042195 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd018fe-0c31-4953-aa84-48ed757917fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:35.077388 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8129d5-a001-45dd-991b-5ee6ee834d04 x-openstack-request-id: req-5e8129d5-a001-45dd-991b-5ee6ee834d04 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:35.077687 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:35.077943 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e8129d5-a001-45dd-991b-5ee6ee834d04 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:35.078344 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'status': 'completed', 'code': 200} Sep 16 15:18:35.125004 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:35.164017 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-149c1be2-a42a-4c89-8a51-84b2acce0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.165557 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-149c1be2-a42a-4c89-8a51-84b2acce0f68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1099 time: 0.0405447 Sep 16 15:18:35.256806 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-ba2a7fc8-a204-4e4e-a8d2-1241c170c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.258292 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-ba2a7fc8-a204-4e4e-a8d2-1241c170c727 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0854807 Sep 16 15:18:35.347104 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:34Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:35.354668 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-16b5f27e-37ff-499c-a7dd-f021d6f3e601 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 1000 time: 0.0878792 Sep 16 15:18:35.370004 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5c3ee-c448-4ca9-b9ae-b2b6415778f4 req-d05e7504-fbec-4705-b9f5-e6f20b445fc0 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.371466 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-91a5c3ee-c448-4ca9-b9ae-b2b6415778f4 req-d05e7504-fbec-4705-b9f5-e6f20b445fc0 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 943 time: 0.0661728 Sep 16 15:18:35.373625 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:18:35.381871 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:18:35.382468 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:18:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:35.440358 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-0edc7556-246b-460c-8c22-05d3605f4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.441867 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-0edc7556-246b-460c-8c22-05d3605f4737 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0695512 Sep 16 15:18:35.446896 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-91a5c3ee-c448-4ca9-b9ae-b2b6415778f4 req-c0498343-c04c-4cb6-be7d-671267ff987b tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665150 Sep 16 15:18:35.488075 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:18:35.488807 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-a90ea6f2-a3d8-4473-8ff7-75b82d2e2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:35.490869 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-a90ea6f2-a3d8-4473-8ff7-75b82d2e2224 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414135 Sep 16 15:18:35.525584 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device fa87cbd1-a0f6-45e3-80b6-28b188ae4163 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:18:35.581040 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-86494819-ac04-41b6-9de8-a18b093b7fba service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823362 Sep 16 15:18:35.674463 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2bd018fe-0c31-4953-aa84-48ed757917fb req-fa89e97c-4aa2-4778-94b6-ecd174c2531c service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862794 Sep 16 15:18:35.729179 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:35.744453 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163', 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53', 'port_id': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163', 'mac_address': 'fa:16:3e:55:5a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:18:35.809217 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:35.825332 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa87cbd1-a0f6-45e3-80b6-28b188ae4163 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:18:35.838771 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:34Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:18:35.869047 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcdbae6-8092-4a25-bb37-7a280661dd65 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:34Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:18:35.873285 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:35.877593 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:35.927056 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:36.055960 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222a3df-b018-48d0-ba73-7a23a33baad3 None None] New status for floating IP 9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8: ACTIVE {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:18:36.209972 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['fa87cbd1-a0f6-45e3-80b6-28b188ae4163'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:18:36.563349 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026a722-93ef-4ac3-925b-27cb7fcc0399 req-56419663-fa9a-4e0a-abdc-9bcdbee00ecf tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:36.564845 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a026a722-93ef-4ac3-925b-27cb7fcc0399 req-56419663-fa9a-4e0a-abdc-9bcdbee00ecf tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 944 time: 0.0506704 Sep 16 15:18:36.601454 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a026a722-93ef-4ac3-925b-27cb7fcc0399 req-a22c9bd2-ab8b-4d83-95b7-6c8c8666ae96 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301402 Sep 16 15:18:37.540868 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device fa87cbd1-a0f6-45e3-80b6-28b188ae4163 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:18:37.586943 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:18:37.590467 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:18:37.590835 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:37.667286 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:37.690465 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:18:37.692715 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1f8ff3-8534-44f0-af86-66a23763e631" -d '{"events": [{"server_uuid": "253c2093-24b7-4ca1-a97e-03cf20c9edea", "name": "network-vif-plugged", "status": "completed", "tag": "fa87cbd1-a0f6-45e3-80b6-28b188ae4163"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:18:37.710744 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:18:37.716749 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:37.722811 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b164b-513e-4dbd-81c9-22e9d9bee90f req-a3fbecfb-d614-4f97-a3dd-52deb5b660e0 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:37.724155 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-706b164b-513e-4dbd-81c9-22e9d9bee90f req-a3fbecfb-d614-4f97-a3dd-52deb5b660e0 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 944 time: 0.0574753 Sep 16 15:18:37.741541 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fea222c-0bae-4db1-a002-cddb3126fb3d x-openstack-request-id: req-1fea222c-0bae-4db1-a002-cddb3126fb3d {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:18:37.741836 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253c2093-24b7-4ca1-a97e-03cf20c9edea", "name": "network-vif-plugged", "status": "completed", "tag": "fa87cbd1-a0f6-45e3-80b6-28b188ae4163", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:18:37.742084 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1fea222c-0bae-4db1-a002-cddb3126fb3d {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:18:37.742462 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163', 'code': 200} Sep 16 15:18:37.761749 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-706b164b-513e-4dbd-81c9-22e9d9bee90f req-7f1f13e4-8cc9-4345-91be-1700984cd1c1 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Sep 16 15:18:37.771031 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:18:37.930259 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3d900-e520-4301-95c8-05871f531d24 req-cc503d1b-96c6-4781-bed6-84846c08836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:37.931730 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-39c3d900-e520-4301-95c8-05871f531d24 req-cc503d1b-96c6-4781-bed6-84846c08836c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 1098 time: 0.0394504 Sep 16 15:18:37.969128 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-39c3d900-e520-4301-95c8-05871f531d24 req-beccfe5d-daa7-43e0-9817-242c9b166ffe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304425 Sep 16 15:18:38.879089 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ff9a3-08cf-4c1b-9de7-a4034842325a req-e992f121-53fc-4f25-aaf5-3125a10fe6bb tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:38.881253 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-451ff9a3-08cf-4c1b-9de7-a4034842325a req-e992f121-53fc-4f25-aaf5-3125a10fe6bb tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 945 time: 0.0484579 Sep 16 15:18:38.918530 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-451ff9a3-08cf-4c1b-9de7-a4034842325a req-03b45776-2b87-4e95-96bb-f0ef58467f06 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Sep 16 15:18:40.030192 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa80a7-2080-4f53-b073-09481ed1adb8 req-580f21e0-32af-4f31-a53a-423fcd7364ca tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:40.031669 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1cfa80a7-2080-4f53-b073-09481ed1adb8 req-580f21e0-32af-4f31-a53a-423fcd7364ca tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 945 time: 0.0482128 Sep 16 15:18:40.068952 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1cfa80a7-2080-4f53-b073-09481ed1adb8 req-dfb976d0-18c6-49f0-a9e5-8a32fbe7e86a tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Sep 16 15:18:45.929131 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:18:47.658499 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:50.787251 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6494a47e-acde-48a3-a14b-f0f1a7e3e16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:50.973307 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-5e617c0b-65d4-478b-b73e-8b2b1df679aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411174 Sep 16 15:18:51.091461 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-8f3245f4-7291-468d-9882-9407aadc2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:51.093211 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-8f3245f4-7291-468d-9882-9407aadc2abc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0405412 Sep 16 15:18:51.202251 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-686984f5-834e-4b80-a94d-ae01aeb764df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:51.203612 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-686984f5-834e-4b80-a94d-ae01aeb764df service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.0900290 Sep 16 15:18:51.269626 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-ddb3e087-45d0-40ed-aa2c-1781befb8676 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 1001 time: 0.0588326 Sep 16 15:18:51.324851 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-5584b327-cdb7-457d-a770-9a466a210381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:51.326275 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-5584b327-cdb7-457d-a770-9a466a210381 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0470419 Sep 16 15:18:51.374105 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-d395fff1-b705-4d53-8e45-b70f997e78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:18:51.375580 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-d395fff1-b705-4d53-8e45-b70f997e78ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401247 Sep 16 15:18:51.472377 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-3545bfb2-5c9d-4db9-9bf6-5aa846a4117d service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851920 Sep 16 15:18:51.566085 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1788039c-872a-4a22-a6b4-0264bdee5e6c req-93273790-ea5c-42d1-bf84-83f525e152cc service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Sep 16 15:18:53.392470 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f7e5192e-1d99-4c0b-844a-2edc5cacee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:53.415386 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:54.462436 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:56.124738 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.056497 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35916) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:15.208018 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Deleting port 22424996-df96-487f-bfbc-e022c31458e2 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:15.208361 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.285500 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.285828 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.297074 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Calling delete_port for 22424996-df96-487f-bfbc-e022c31458e2 owned by network:floatingip {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:15.460947 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.485531 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event deleted for resources: {'Port': ['ID=22424996-df96-487f-bfbc-e022c31458e2,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:15.497219 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.497564 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.497898 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.498231 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.498557 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.498881 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.499203 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.499522 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.499841 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.500165 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.500502 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.500819 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:15.552585 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.552914 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.db.l3_db [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Floating IP 5e751b77-52d5-4203-8475-24508cdded7b disassociated (deleted). External IP: 172.27.2.144, port: 551518ff-d3fd-435e-8af7-aa448e7a4e59. Sep 16 15:19:15.752250 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:15.856516 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:15.860838 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:15.865724 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] Sync routers for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:15.874497 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:15.875110 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:18:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:15.887223 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-82f2b67e-c75a-4c33-89ee-defd7f274da8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "DELETE /v2.0/floatingips/5e751b77-52d5-4203-8475-24508cdded7b HTTP/1.1" status: 204 len: 168 time: 0.8295364 Sep 16 15:19:15.887924 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94155) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:15.890330 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc72d173fcd0aca52cecacf61ba53df5571dce90d13814743e7200c25830648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc94b77-7b8e-49ae-8779-4fd513c22eda" -d '{"events": [{"name": "network-changed", "server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94155) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:15.935366 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ea5960-5012-4b20-943c-76f14e9d4b50 x-openstack-request-id: req-40ea5960-5012-4b20-943c-76f14e9d4b50 {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:15.935659 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "status": "completed", "code": 200}]} {{(pid=94155) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:15.935913 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40ea5960-5012-4b20-943c-76f14e9d4b50 {{(pid=94155) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:15.936310 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'status': 'completed', 'code': 200} Sep 16 15:19:15.991480 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:16.106508 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b917-63b7-4239-9244-705af2f5e332 req-7ebe8c72-7392-4e06-b8e7-a3c5b488f7d5 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:16.108032 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8e19b917-63b7-4239-9244-705af2f5e332 req-7ebe8c72-7392-4e06-b8e7-a3c5b488f7d5 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0529492 Sep 16 15:19:16.148518 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8e19b917-63b7-4239-9244-705af2f5e332 req-756fac44-f273-4785-bc71-a5edccbdf048 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344474 Sep 16 15:19:16.364553 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:28Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:16.393559 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] Checking router: 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:16.429893 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:16.430499 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:18:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:16.554035 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:16.741249 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:28Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:16.767186 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cc70a-1166-4d61-b615-4ec5a5326431 None None] The sync data for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi is: [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:23Z', 'revision_number': 4, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '0850edfd-6523-4cbb-9571-5db8d1cef56b', 'name': '', 'network_id': 'bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'mac_address': 'fa:16:3e:54:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:23Z', 'updated_at': '2021-09-16T15:14:28Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'subnets': [{'id': 'bfd7c080-d17a-48e9-80cd-e211abbd5040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:19:16.979802 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78a0f3-bb10-4f91-9a9d-3b10ca6b78fc None None] New status for floating IP 5e751b77-52d5-4203-8475-24508cdded7b: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:19:17.416600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf171f4-087d-45e9-8668-6ab8abee6843 req-b599b681-3615-4c6c-8ac8-eff7272e7096 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:17.418561 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-abf171f4-087d-45e9-8668-6ab8abee6843 req-b599b681-3615-4c6c-8ac8-eff7272e7096 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0476906 Sep 16 15:19:17.456492 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-abf171f4-087d-45e9-8668-6ab8abee6843 req-25331fef-9121-4c58-a9fe-a8c771a03b82 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320117 Sep 16 15:19:17.671728 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:17.717574 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-9df5d2fb-7e0a-4735-aa9f-f79b5d6975fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:17.718950 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-9df5d2fb-7e0a-4735-aa9f-f79b5d6975fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=caa59442412b49e1973a46acab2ff38b&device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 1098 time: 0.0446131 Sep 16 15:19:17.817692 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-ea5801bd-7445-4731-ab73-d8fe4f83e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:17.819165 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-ea5801bd-7445-4731-ab73-d8fe4f83e2ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 200 len: 909 time: 0.0834501 Sep 16 15:19:17.866993 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-c2d3b82c-e8d8-4dc0-aeee-736eee4a151e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 200 len: 217 time: 0.0372252 Sep 16 15:19:17.919402 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-5f67c16d-5907-4eee-b676-399af7f4cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:17.921115 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-5f67c16d-5907-4eee-b676-399af7f4cca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 200 len: 847 time: 0.0456502 Sep 16 15:19:17.966221 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-ed16365a-b1e5-4d4f-9bc9-13194f9888ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:17.967955 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-ed16365a-b1e5-4d4f-9bc9-13194f9888ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391552 Sep 16 15:19:18.059104 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-c9cfdec0-1a53-409b-85c9-521941a9b11c service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826962 Sep 16 15:19:18.145625 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ffc94b77-7b8e-49ae-8779-4fd513c22eda req-e927589f-4221-43a5-910d-e9bd4ddcaaac service neutron] 10.222.0.47 "GET /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783749 Sep 16 15:19:18.570441 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1695a2f-aae2-4b2b-bace-a5628752c426 req-80aa6683-babf-4888-bcf1-37cec0cd0fee tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:18.571899 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e1695a2f-aae2-4b2b-bace-a5628752c426 req-80aa6683-babf-4888-bcf1-37cec0cd0fee tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0471129 Sep 16 15:19:18.608698 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e1695a2f-aae2-4b2b-bace-a5628752c426 req-1d94e831-e1d2-4b56-ba6c-447f3d0e66a5 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304790 Sep 16 15:19:19.747611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7022a72-e813-461b-ac37-50bf4758af63 req-33a2228a-1c4e-4fb1-ab35-daeeea1e2e0d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:19.749128 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e7022a72-e813-461b-ac37-50bf4758af63 req-33a2228a-1c4e-4fb1-ab35-daeeea1e2e0d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0768547 Sep 16 15:19:19.760341 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-483b4409-08cf-4772-842a-3682af61cc3d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:19.761761 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-483b4409-08cf-4772-842a-3682af61cc3d tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 945 time: 0.0809088 Sep 16 15:19:19.841999 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e7022a72-e813-461b-ac37-50bf4758af63 req-eef4972b-0e35-4b1a-8083-93fde7805486 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/security-groups?id=28fcccf7-3de5-404a-bf08-23ce2dc22068&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790505 Sep 16 15:19:19.869582 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Deleting port 551518ff-d3fd-435e-8af7-aa448e7a4e59 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:19.869926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:19.957942 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] For port 551518ff-d3fd-435e-8af7-aa448e7a4e59, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=551518ff-d3fd-435e-8af7-aa448e7a4e59,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:19.958313 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:19.971612 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Calling delete_port for 551518ff-d3fd-435e-8af7-aa448e7a4e59 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:20.102653 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:20.130462 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event deleted for resources: {'Port': ['ID=551518ff-d3fd-435e-8af7-aa448e7a4e59,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:20.171905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] No DVR routers for this DVR port 551518ff-d3fd-435e-8af7-aa448e7a4e59 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:20.174467 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:20.176533 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-89a42ae8-2148-4850-9fbf-64a6c0a6927b req-c8dbe55d-84f8-4560-aa9e-1cb57a94df39 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.47 "DELETE /v2.0/ports/551518ff-d3fd-435e-8af7-aa448e7a4e59 HTTP/1.1" status: 204 len: 173 time: 0.4073265 Sep 16 15:19:20.176965 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-deleted', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:20.179204 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a46dfd-6f23-4921-918c-0453910d4f21" -d '{"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-deleted", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:20.215300 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1930e2b-9c96-462c-a8d5-2d4c7e556b63 x-openstack-request-id: req-e1930e2b-9c96-462c-a8d5-2d4c7e556b63 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:20.215590 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c038c71-28cc-4b95-befc-56f712d1576b", "name": "network-vif-deleted", "tag": "551518ff-d3fd-435e-8af7-aa448e7a4e59", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:20.215843 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1930e2b-9c96-462c-a8d5-2d4c7e556b63 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:20.216262 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c038c71-28cc-4b95-befc-56f712d1576b', 'name': 'network-vif-deleted', 'tag': '551518ff-d3fd-435e-8af7-aa448e7a4e59', 'status': 'completed', 'code': 200} Sep 16 15:19:20.789220 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-36f75901-b0c4-40fb-85d2-b7ac61a1f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:20.952691 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-15922ad8-ee94-4334-818e-da6cb1d1be27 req-78b673c5-8271-4a1e-a1fe-25d20578c7c8 tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c038c71-28cc-4b95-befc-56f712d1576b HTTP/1.1" status: 200 len: 210 time: 0.0337403 Sep 16 15:19:22.005885 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35962) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:22.062003 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-04792794-b38f-4239-80ff-d0e22bb3e06c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.086079 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-04792794-b38f-4239-80ff-d0e22bb3e06c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.151041 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-04792794-b38f-4239-80ff-d0e22bb3e06c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.153794 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-04792794-b38f-4239-80ff-d0e22bb3e06c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.154965 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-04792794-b38f-4239-80ff-d0e22bb3e06c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] 10.222.0.36 "DELETE /v2.0/security-groups/28fcccf7-3de5-404a-bf08-23ce2dc22068 HTTP/1.1" status: 204 len: 168 time: 0.1481047 Sep 16 15:19:22.164320 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792794-b38f-4239-80ff-d0e22bb3e06c tempest-TestShelveInstance-420721886 tempest-TestShelveInstance-420721886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fcccf7-3de5-404a-bf08-23ce2dc22068,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:22.198474 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35972) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:22.588192 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.712408 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:22.737196 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 551518ff-d3fd-435e-8af7-aa448e7a4e59 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:22.737547 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 551518ff-d3fd-435e-8af7-aa448e7a4e59 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:22.829111 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Deleting port 0850edfd-6523-4cbb-9571-5db8d1cef56b {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:22.829451 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.906646 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] For port 0850edfd-6523-4cbb-9571-5db8d1cef56b, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=0850edfd-6523-4cbb-9571-5db8d1cef56b,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:22.907012 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:22.922863 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Calling delete_port for 0850edfd-6523-4cbb-9571-5db8d1cef56b owned by network:router_interface {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:22.927592 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:19:23.096359 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.120768 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Pushing event deleted for resources: {'Port': ['ID=0850edfd-6523-4cbb-9571-5db8d1cef56b,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:23.283572 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.395004 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e1377bff-c92e-4144-a1a9-c1e0696e915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.416900 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.507684 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:23.640026 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:23.647452 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9a518a58-e0fc-49e0-abf0-e91134d1d333 admin admin] 10.222.0.36 "PUT /v2.0/routers/5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456155 Sep 16 15:19:23.647885 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35986) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:23.648509 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] Sync routers for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:23.658838 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:23.659446 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:19:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:23.662668 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746982e3-032b-4cbc-b534-316b26cd3331 req-70bd0c45-e36b-495b-92c4-261cda782fcc tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:23.664117 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-746982e3-032b-4cbc-b534-316b26cd3331 req-70bd0c45-e36b-495b-92c4-261cda782fcc tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 945 time: 0.0657253 Sep 16 15:19:23.703139 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-746982e3-032b-4cbc-b534-316b26cd3331 req-daa09469-6eaf-41dd-8dad-6739461dd88a tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Sep 16 15:19:23.761108 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.777136 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:23.863579 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.917158 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Deleting port c84114c6-4708-435d-888e-117077385f00 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:23.917409 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:23.950316 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'c84114c6-4708-435d-888e-117077385f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:19:23Z', 'revision_number': 5, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port': {'id': 'c84114c6-4708-435d-888e-117077385f00', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:23.975555 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] Checking router: 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:23.984076 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] Routers {'5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:23.984707 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:19:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:23.994503 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] For port c84114c6-4708-435d-888e-117077385f00, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=c84114c6-4708-435d-888e-117077385f00,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:23.995454 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.006801 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Calling delete_port for c84114c6-4708-435d-888e-117077385f00 owned by network:router_gateway {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:24.067707 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] Set router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 gateway port host: None {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:24.121828 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:19:23Z', 'revision_number': 6, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:24.148179 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94603cf-9fff-4e34-9985-80107b39e657 None None] The sync data for ids ['5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16'] in dv-cinder-774288-9-iscsi is: [{'id': '5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16', 'name': 'tempest-TestShelveInstance-249280743-router', 'tenant_id': 'caa59442412b49e1973a46acab2ff38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:21Z', 'updated_at': '2021-09-16T15:19:23Z', 'revision_number': 6, 'project_id': 'caa59442412b49e1973a46acab2ff38b', 'gw_port_host': None}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:19:24.167938 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.194388 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84114c6-4708-435d-888e-117077385f00,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:24.253966 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.341497 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.343786 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.384690 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.385230 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 {{(pid=94155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:19:24.390065 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.391269 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-2ea12b61-8656-43d7-a0c2-45b0c7190f42 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5ca5472c-e4f7-4c7e-8faf-f17b7fb6fa16 HTTP/1.1" status: 204 len: 168 time: 0.7417397 Sep 16 15:19:24.393793 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35988) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:24.437245 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Deleting subnet bfd7c080-d17a-48e9-80cd-e211abbd5040 {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:19:24.440098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.465567 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.480502 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880018'] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.560638 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.613459 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6198084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5794139'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.640706 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd7c080-d17a-48e9-80cd-e211abbd5040,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:24.642782 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.644757 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-bab7d395-cbd9-45b6-83bd-acbea156ad49 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bfd7c080-d17a-48e9-80cd-e211abbd5040 HTTP/1.1" status: 204 len: 168 time: 0.2499530 Sep 16 15:19:24.647179 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 35992) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:24.649759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5df772-2b87-45ce-bd08-87eddb3a43bc None None] Network bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:19:24.720351 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.778123 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Deleting port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:24.778468 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.837444 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] DHCP port deletion for bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:19:24.879878 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] For port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:24.880251 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.888243 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] Deleting port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a {{(pid=94156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:24.888655 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.896216 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38323e06-3539-4899-af26-69c40e948f53 req-d67a3e7c-92d9-4987-902f-0c1f699df45c tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:24.897753 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-38323e06-3539-4899-af26-69c40e948f53 req-d67a3e7c-92d9-4987-902f-0c1f699df45c tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 945 time: 0.1173205 Sep 16 15:19:24.910145 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Calling delete_port for 53c2d5e1-ab55-4a50-89ca-5e7d5964410a owned by network:dhcp {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:24.962443 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] For port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,segment=NetworkSegment(987f3daf-151c-4f64-a418-b82582146330),segment_id=987f3daf-151c-4f64-a418-b82582146330)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:24.962760 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:24.971379 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-38323e06-3539-4899-af26-69c40e948f53 req-0a54b240-f194-4087-990b-81c0d4aa7262 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676548 Sep 16 15:19:24.977424 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] Calling delete_port for 53c2d5e1-ab55-4a50-89ca-5e7d5964410a owned by network:dhcp {{(pid=94156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:25.009869 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.036925 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:25.042981 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] No DVR routers for this DVR port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a on host dv-cinder-774288-9-iscsi {{(pid=94155) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:25.061205 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707'] for port, after_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.089279 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] Pushing event deleted for resources: {'Port': ['ID=53c2d5e1-ab55-4a50-89ca-5e7d5964410a,revision_number=None']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:25.093153 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3413c-449f-449e-83b1-e4cff82798e5 None None] No DVR routers for this DVR port 53c2d5e1-ab55-4a50-89ca-5e7d5964410a on host dv-cinder-774288-9-iscsi {{(pid=94156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:25.112265 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.131325 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82']}} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:25.140343 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987f3daf-151c-4f64-a418-b82582146330') {'for_net_delete': True} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:25.140670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.services.segments.db [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987f3daf-151c-4f64-a418-b82582146330') {} {{(pid=94155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:25.149507 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5880025'] for segment, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.162638 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.168840 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94155) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:19:25.169218 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6198682'] for segment, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: Traceback (most recent call last): Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: timer() Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: cb(*args, **kw) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: return func(*args, **kwargs) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: self._notify() Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: self.callback(batched_events) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: event.method(event) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: return f(self, *a, **k) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._get(url).json() Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: return self.request(url, 'GET', **kwargs) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:19:25.170859 dv-cinder-774288-9-iscsi neutron-server[94155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:19:25.226017 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.231690 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.233694 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82 HTTP/1.1" status: 204 len: 168 time: 0.5856099 Sep 16 15:19:25.237012 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 35996) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:25.244101 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7fd11-2529-408e-a636-6be2fe28e9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffa8859-7f1f-4f7e-b8cd-c8df17ca5b82,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:25.733590 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1397-8c79-4385-95d2-02515236ed22 req-0ec28b3d-e1ca-48ca-abf8-6859f28f5642 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:25.735035 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c04c1397-8c79-4385-95d2-02515236ed22 req-0ec28b3d-e1ca-48ca-abf8-6859f28f5642 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 945 time: 0.0828431 Sep 16 15:19:25.785712 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device c84114c6-4708-435d-888e-117077385f00 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:25.805075 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: c84114c6-4708-435d-888e-117077385f00 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:25.805741 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device c84114c6-4708-435d-888e-117077385f00 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:25.806153 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 0850edfd-6523-4cbb-9571-5db8d1cef56b no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:25.825238 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 0850edfd-6523-4cbb-9571-5db8d1cef56b {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:25.825584 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 0850edfd-6523-4cbb-9571-5db8d1cef56b not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:25.825989 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 53c2d5e1-ab55-4a50-89ca-5e7d5964410a no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:25.843941 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 53c2d5e1-ab55-4a50-89ca-5e7d5964410a {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:25.844613 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 53c2d5e1-ab55-4a50-89ca-5e7d5964410a not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:25.876446 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Deleting port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:25.876821 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:25.996330 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] For port fa87cbd1-a0f6-45e3-80b6-28b188ae4163, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:25.996653 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.000888 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.052725 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Calling delete_port for fa87cbd1-a0f6-45e3-80b6-28b188ae4163 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:26.127796 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.178686 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df52f9-84f6-48d7-b098-b46d6f24561a req-f9623c17-dc45-448f-a6ab-1e6e62d65689 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:26.180141 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e3df52f9-84f6-48d7-b098-b46d6f24561a req-f9623c17-dc45-448f-a6ab-1e6e62d65689 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=253c2093-24b7-4ca1-a97e-03cf20c9edea HTTP/1.1" status: 200 len: 945 time: 0.1418645 Sep 16 15:19:26.285448 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e3df52f9-84f6-48d7-b098-b46d6f24561a req-d58627e6-ab58-4fec-be8c-6406daa072f3 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955572 Sep 16 15:19:26.352096 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.390271 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['fa87cbd1-a0f6-45e3-80b6-28b188ae4163'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:19:26.402302 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Pushing event deleted for resources: {'Port': ['ID=fa87cbd1-a0f6-45e3-80b6-28b188ae4163,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:26.459309 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] No DVR routers for this DVR port fa87cbd1-a0f6-45e3-80b6-28b188ae4163 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:26.462246 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.464746 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c04c1397-8c79-4385-95d2-02515236ed22 req-e70b86d4-4aa2-4da0-9abe-674b86361d59 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "DELETE /v2.0/ports/fa87cbd1-a0f6-45e3-80b6-28b188ae4163 HTTP/1.1" status: 204 len: 173 time: 0.7219613 Sep 16 15:19:26.465966 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'name': 'network-vif-deleted', 'tag': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:26.468431 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b06ef6b-1570-46ec-9397-879a522fced6" -d '{"events": [{"server_uuid": "253c2093-24b7-4ca1-a97e-03cf20c9edea", "name": "network-vif-deleted", "tag": "fa87cbd1-a0f6-45e3-80b6-28b188ae4163"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:26.488740 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Deleting port 16c79ab2-e464-488c-80ff-caab5ed9c4c3 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:26.489086 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.511980 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934e5aae-53db-43f3-bfdf-d87be3e4d8c0 x-openstack-request-id: req-934e5aae-53db-43f3-bfdf-d87be3e4d8c0 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:26.512332 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253c2093-24b7-4ca1-a97e-03cf20c9edea", "name": "network-vif-deleted", "tag": "fa87cbd1-a0f6-45e3-80b6-28b188ae4163", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:26.512612 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-934e5aae-53db-43f3-bfdf-d87be3e4d8c0 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:26.513005 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253c2093-24b7-4ca1-a97e-03cf20c9edea', 'name': 'network-vif-deleted', 'tag': 'fa87cbd1-a0f6-45e3-80b6-28b188ae4163', 'status': 'completed', 'code': 200} Sep 16 15:19:26.575349 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] For port 16c79ab2-e464-488c-80ff-caab5ed9c4c3, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=16c79ab2-e464-488c-80ff-caab5ed9c4c3,segment=NetworkSegment(bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4),segment_id=bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:26.575715 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.587663 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Calling delete_port for 16c79ab2-e464-488c-80ff-caab5ed9c4c3 owned by network:router_interface {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:26.766674 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.792686 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c79ab2-e464-488c-80ff-caab5ed9c4c3,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:26.954655 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.168762 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:19:27.271281 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:19:27.278076 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-938d9c8e-5efb-45c4-b458-72f205539be1 admin admin] 10.222.0.36 "PUT /v2.0/routers/6f017cf2-d6b3-4017-bf4b-b3838f3ebf06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386727 Sep 16 15:19:27.279191 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36002) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:27.281790 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] Sync routers for ids ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:19:27.290997 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] Routers {'6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:27.292354 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:19:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:27.383776 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.405430 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] Set router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:27.501081 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.560220 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Deleting port 3de54687-34a9-4ac3-8a95-1cd72907cd10 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:27.560583 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.594038 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:19:26Z', 'revision_number': 5, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port': {'id': '3de54687-34a9-4ac3-8a95-1cd72907cd10', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:70:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:27Z', 'updated_at': '2021-09-16T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:27.619285 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] Checking router: 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:19:27.627147 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] Routers {'6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:19:27.627736 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:19:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:27.640455 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] For port 3de54687-34a9-4ac3-8a95-1cd72907cd10, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3de54687-34a9-4ac3-8a95-1cd72907cd10,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:27.640849 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.652989 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Calling delete_port for 3de54687-34a9-4ac3-8a95-1cd72907cd10 owned by network:router_gateway {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:27.797846 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] Set router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 gateway port host: None {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:19:27.826934 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.848811 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:19:27Z', 'revision_number': 6, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:27.852979 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de54687-34a9-4ac3-8a95-1cd72907cd10,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:27.877416 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13504b1f-7126-4573-8078-35983833c7c1 None None] The sync data for ids ['6f017cf2-d6b3-4017-bf4b-b3838f3ebf06'] in dv-cinder-774288-9-iscsi is: [{'id': '6f017cf2-d6b3-4017-bf4b-b3838f3ebf06', 'name': 'tempest-TestShelveInstance-1095368079-router', 'tenant_id': '01672df98cad48948e84cab6f78e5393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:26Z', 'updated_at': '2021-09-16T15:19:27Z', 'revision_number': 6, 'project_id': '01672df98cad48948e84cab6f78e5393', 'gw_port_host': None}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:19:27.915431 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.003372 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.005358 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.050140 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.050731 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 {{(pid=94154) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:19:28.056152 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] Notify callbacks [] for router, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.057858 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-fbecb985-732d-40dd-b8d8-7b117a0ffde8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6f017cf2-d6b3-4017-bf4b-b3838f3ebf06 HTTP/1.1" status: 204 len: 168 time: 0.7777443 Sep 16 15:19:28.060254 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36010) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:28.103139 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Deleting subnet 44b2d40f-ff01-4b26-91f8-89698d3b0a7f {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:19:28.106030 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.138952 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.215426 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.271430 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.296190 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b2d40f-ff01-4b26-91f8-89698d3b0a7f,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:28.302989 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.308039 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-ba1ce696-dfe6-4244-83e4-b9d89b90f927 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/44b2d40f-ff01-4b26-91f8-89698d3b0a7f HTTP/1.1" status: 204 len: 168 time: 0.2467988 Sep 16 15:19:28.309354 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36012) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:28.311575 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66656c8d-2bb2-4c8b-a16f-7c06b9dce32a None None] Network 3b492647-200a-4fac-96a3-e9b584445dc7 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:19:28.382764 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.438486 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Deleting port 097f312e-8456-4785-bf0a-9c6c9211f6a0 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:19:28.439234 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.501653 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] For port 097f312e-8456-4785-bf0a-9c6c9211f6a0, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=097f312e-8456-4785-bf0a-9c6c9211f6a0,segment=NetworkSegment(bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4),segment_id=bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:28.502013 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.514385 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Calling delete_port for 097f312e-8456-4785-bf0a-9c6c9211f6a0 owned by network:dhcp {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:19:28.598243 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.622903 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=097f312e-8456-4785-bf0a-9c6c9211f6a0,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:28.626424 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] No DVR routers for this DVR port 097f312e-8456-4785-bf0a-9c6c9211f6a0 on host dv-cinder-774288-9-iscsi {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:19:28.663854 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3505052-5ecc-4fa9-8f75-326f8651b252 None None] DHCP port deletion for 3b492647-200a-4fac-96a3-e9b584445dc7 request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:19:28.937457 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.956927 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b492647-200a-4fac-96a3-e9b584445dc7']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:28.966413 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:28.966961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef53cd1-4e03-4bc1-9ac9-b9adbe5780e4') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:19:28.975933 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.988905 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.994678 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:19:28.995059 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:19:28.996835 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:19:29.049350 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.056832 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.058551 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b492647-200a-4fac-96a3-e9b584445dc7 HTTP/1.1" status: 204 len: 168 time: 0.7482741 Sep 16 15:19:29.068009 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637fd25-0e2b-4dbd-b502-473235eecff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b492647-200a-4fac-96a3-e9b584445dc7,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:29.166445 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36018) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:29.207885 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-62c1055f-5cf9-438a-b1de-1cc328ac46c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=caa59442412b49e1973a46acab2ff38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402954 Sep 16 15:19:29.210161 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36020) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:29.257059 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed22ecd9-7368-49dc-bdb7-63042881d98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.279290 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed22ecd9-7368-49dc-bdb7-63042881d98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.325646 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed22ecd9-7368-49dc-bdb7-63042881d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.328059 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-ed22ecd9-7368-49dc-bdb7-63042881d98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.329219 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-ed22ecd9-7368-49dc-bdb7-63042881d98a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddd0f016-0178-4fa5-92c1-1e8c66ce0f80 HTTP/1.1" status: 204 len: 168 time: 0.1181989 Sep 16 15:19:29.337133 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22ecd9-7368-49dc-bdb7-63042881d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd0f016-0178-4fa5-92c1-1e8c66ce0f80,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:29.632791 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36028) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:29.671033 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-e827fcd4-7bb1-4a79-873a-8d85ae3d30d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01672df98cad48948e84cab6f78e5393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370674 Sep 16 15:19:29.673399 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36030) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:19:29.720178 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-90468f90-80c5-4d3c-806f-02bdc63a70f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.741318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-90468f90-80c5-4d3c-806f-02bdc63a70f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.788976 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 16c79ab2-e464-488c-80ff-caab5ed9c4c3 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:29.799210 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-90468f90-80c5-4d3c-806f-02bdc63a70f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.801728 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-90468f90-80c5-4d3c-806f-02bdc63a70f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.802995 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-90468f90-80c5-4d3c-806f-02bdc63a70f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61c87f0d-e229-4208-a817-fa316dffccf7 HTTP/1.1" status: 204 len: 168 time: 0.1286936 Sep 16 15:19:29.810897 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 16c79ab2-e464-488c-80ff-caab5ed9c4c3 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:29.811316 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 16c79ab2-e464-488c-80ff-caab5ed9c4c3 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:29.811442 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90468f90-80c5-4d3c-806f-02bdc63a70f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c87f0d-e229-4208-a817-fa316dffccf7,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:29.811810 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 097f312e-8456-4785-bf0a-9c6c9211f6a0 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:29.838111 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 097f312e-8456-4785-bf0a-9c6c9211f6a0 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:29.838539 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 097f312e-8456-4785-bf0a-9c6c9211f6a0 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:29.839018 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3de54687-34a9-4ac3-8a95-1cd72907cd10 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:29.861263 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 3de54687-34a9-4ac3-8a95-1cd72907cd10 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:29.861535 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3de54687-34a9-4ac3-8a95-1cd72907cd10 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:30.413607 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device fa87cbd1-a0f6-45e3-80b6-28b188ae4163 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:19:30.433806 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: fa87cbd1-a0f6-45e3-80b6-28b188ae4163 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:19:30.434150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device fa87cbd1-a0f6-45e3-80b6-28b188ae4163 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:19:35.500822 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-f2caf775-6769-41c7-a6a3-dc097a0a5e76 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:35.502356 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-f2caf775-6769-41c7-a6a3-dc097a0a5e76 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/networks?id=ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 200 len: 813 time: 0.3551552 Sep 16 15:19:35.521273 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-769ec55c-d62f-465f-a2fe-5079865cef63 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/quotas/b4dbb807ca7e4e9ba47fc8562b307721 HTTP/1.1" status: 200 len: 375 time: 0.0129561 Sep 16 15:19:35.551211 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-9dcfc50f-8bee-48b1-a39e-3414947cb861 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244222 Sep 16 15:19:35.638985 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-54dac9d5-fd02-4641-91d7-eedf874baf9d service neutron] 10.222.0.36 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806727 Sep 16 15:19:35.727224 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-26f3b54d-cc53-4668-bdb4-6b714327dc56 service neutron] 10.222.0.36 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824919 Sep 16 15:19:35.878341 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b8339f7-5095-493c-b3ff-1913b465363a req-a6f4b13a-b1bf-41b3-beee-290b74c3c15e tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Sep 16 15:19:36.883659 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-22db8cd0-777d-476a-bd4a-c5cff9cea75d tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:36.885732 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-22db8cd0-777d-476a-bd4a-c5cff9cea75d tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "GET /v2.0/networks?id=ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 200 len: 813 time: 0.1005974 Sep 16 15:19:36.907162 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Request body: {'port': {'device_id': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53', 'admin_state_up': True, 'tenant_id': 'b4dbb807ca7e4e9ba47fc8562b307721'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:19:37.017611 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Made reservation on behalf of b4dbb807ca7e4e9ba47fc8562b307721 for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:19:37.021264 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.123900 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-f98e0eb2-ca53-46c4-85e4-db43c287e239 req-2f5b7cf5-bb9d-45cb-ba13-fc140f645d99 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 210 time: 0.1816204 Sep 16 15:19:37.147484 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Allocated IP 172.20.0.3 (ee8de736-1aa2-4771-9e03-484df3e14c53/7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e/4372b08a-d3bd-4242-bc86-84d25f6737c6) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:19:37.288997 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.322109 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.366972 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Network ee8de736-1aa2-4771-9e03-484df3e14c53 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:19:37.370577 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:19:37.374113 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:19:37.399600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Pushing event updated for resources: {'Port': ['ID=4372b08a-d3bd-4242-bc86-84d25f6737c6,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:37.413244 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.413596 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.413938 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.414282 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.414615 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.414947 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.415269 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.415593 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.415914 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.416777 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.417105 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.417426 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:37.436903 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:37.437509 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.450795 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-c56722ca-90ff-4c6f-9e82-360fec12c075 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5473914 Sep 16 15:19:37.469623 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Request body: {'port': {'device_id': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:19:37.520428 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.781756 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4372b08a-d3bd-4242-bc86-84d25f6737c6 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:19:37.789035 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.801006 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Transition to ACTIVE for port object 4372b08a-d3bd-4242-bc86-84d25f6737c6 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:19:37.804592 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.851668 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=4372b08a-d3bd-4242-bc86-84d25f6737c6,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:37.922015 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Attempting to bind port 4372b08a-d3bd-4242-bc86-84d25f6737c6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:19:37.922705 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Attempting to bind port 4372b08a-d3bd-4242-bc86-84d25f6737c6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:19:37.922705 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Attempting to bind port 4372b08a-d3bd-4242-bc86-84d25f6737c6 on network ee8de736-1aa2-4771-9e03-484df3e14c53 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:19:37.926805 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Port 4372b08a-d3bd-4242-bc86-84d25f6737c6 on network ee8de736-1aa2-4771-9e03-484df3e14c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:19:37.927125 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Attempting to bind port 4372b08a-d3bd-4242-bc86-84d25f6737c6 on network ee8de736-1aa2-4771-9e03-484df3e14c53 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:19:37.931858 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:19:37.932200 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Checking segment: {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:19:37.932621 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Bound using segment: {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:19:37.933048 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Bound port: 4372b08a-d3bd-4242-bc86-84d25f6737c6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0936aaee-a63e-4291-8665-97a3e57d25c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:19:37.933402 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:37.994671 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] For port 4372b08a-d3bd-4242-bc86-84d25f6737c6, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:19:37.997558 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] For port 4372b08a-d3bd-4242-bc86-84d25f6737c6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:19:38.002636 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:38.036289 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.036924 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:38.038261 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] 10.222.0.47 "PUT /v2.0/ports/4372b08a-d3bd-4242-bc86-84d25f6737c6 HTTP/1.1" status: 200 len: 1093 time: 0.5728035 Sep 16 15:19:38.038685 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'tag': '4372b08a-d3bd-4242-bc86-84d25f6737c6'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:38.040916 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f37ba-f84f-4e43-99db-d64d380b7589" -d '{"events": [{"name": "network-changed", "server_uuid": "1b9d201f-60d7-4914-9501-a0ddf370ab75", "tag": "4372b08a-d3bd-4242-bc86-84d25f6737c6"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:38.066828 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5501ccb-046f-40c0-98ff-6b2f0934ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=4372b08a-d3bd-4242-bc86-84d25f6737c6,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:38.078036 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb654073-1994-49ff-8cfb-881c6fd357d5 x-openstack-request-id: req-eb654073-1994-49ff-8cfb-881c6fd357d5 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:38.078394 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b9d201f-60d7-4914-9501-a0ddf370ab75", "tag": "4372b08a-d3bd-4242-bc86-84d25f6737c6", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:38.078675 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb654073-1994-49ff-8cfb-881c6fd357d5 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:38.079075 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'tag': '4372b08a-d3bd-4242-bc86-84d25f6737c6', 'status': 'completed', 'code': 200} Sep 16 15:19:38.141275 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-669dadaa-d8a5-4dc0-8075-eeb7ad1ec0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.142746 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-669dadaa-d8a5-4dc0-8075-eeb7ad1ec0ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 1096 time: 0.0405536 Sep 16 15:19:38.194347 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-e8f6a98b-4334-48d5-a6cb-d0b3eb8b8c4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6 HTTP/1.1" status: 200 len: 217 time: 0.0367846 Sep 16 15:19:38.236970 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289572-1d40-40a5-bef0-4d48d8a5cae0 req-35669147-2f4d-4663-8780-e1287323553f tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.238471 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68289572-1d40-40a5-bef0-4d48d8a5cae0 req-35669147-2f4d-4663-8780-e1287323553f tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 943 time: 0.0490851 Sep 16 15:19:38.250562 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-783e7c74-41ac-4e01-84a6-1123cbb2bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.251963 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-783e7c74-41ac-4e01-84a6-1123cbb2bfdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e HTTP/1.1" status: 200 len: 853 time: 0.0478740 Sep 16 15:19:38.281410 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-68289572-1d40-40a5-bef0-4d48d8a5cae0 req-3ec97619-5273-4403-93e3-6163bddbb84b tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369012 Sep 16 15:19:38.290794 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-cbc1ce0b-9ab0-4953-8ccd-5440dd0b9aba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee8de736-1aa2-4771-9e03-484df3e14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248404 Sep 16 15:19:38.383953 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-69099281-91a5-4b0a-afcb-2ded4f9a0b90 service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834227 Sep 16 15:19:38.473027 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-8ccdb538-b9e8-445f-ad5d-19bce41c1995 req-94f71cbc-e40e-4763-baee-8ef1cf1f4e55 service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796523 Sep 16 15:19:38.607875 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-641fb287-5d70-400c-9037-c2ae3d1f7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.609408 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-641fb287-5d70-400c-9037-c2ae3d1f7fa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 1096 time: 0.0402327 Sep 16 15:19:38.703801 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-0f55da1f-ed86-434c-b84c-ac1350dee459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.705267 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-0f55da1f-ed86-434c-b84c-ac1350dee459 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 200 len: 914 time: 0.0869784 Sep 16 15:19:38.746321 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-43225eee-4975-4a4d-bb0b-2d28dc839bd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6 HTTP/1.1" status: 200 len: 217 time: 0.0337029 Sep 16 15:19:38.798674 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-6bebc8c0-6828-4b80-bdbc-9fea0cb1ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:38.800063 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-6bebc8c0-6828-4b80-bdbc-9fea0cb1ba8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e HTTP/1.1" status: 200 len: 853 time: 0.0450540 Sep 16 15:19:38.831724 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-364eef01-9ef8-4ec5-ba3c-069cac33daba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ee8de736-1aa2-4771-9e03-484df3e14c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230517 Sep 16 15:19:38.928857 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-2389e60e-6ea9-4370-be7f-60402349a292 service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892906 Sep 16 15:19:39.020769 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-3a6f37ba-f84f-4e43-99db-d64d380b7589 req-383e83ed-ac93-42e8-85ba-c0da07b69e3f service neutron] 10.222.0.47 "GET /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 Sep 16 15:19:39.446300 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6566-f4a4-4d0b-8137-128cdf07882d req-1411c26a-e624-416d-9bd7-b8e0105a10d1 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:39.447793 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0bfe6566-f4a4-4d0b-8137-128cdf07882d req-1411c26a-e624-416d-9bd7-b8e0105a10d1 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 943 time: 0.1001289 Sep 16 15:19:39.485180 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0bfe6566-f4a4-4d0b-8137-128cdf07882d req-9249a937-6c3e-496d-afad-bd2da872b0bf tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309107 Sep 16 15:19:40.596044 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2b2f-e380-4227-8347-3414700ac357 req-0bf501a5-8248-4c94-a220-f598c1cc1053 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:40.597527 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cfbf2b2f-e380-4227-8347-3414700ac357 req-0bf501a5-8248-4c94-a220-f598c1cc1053 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 943 time: 0.0479586 Sep 16 15:19:40.634372 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cfbf2b2f-e380-4227-8347-3414700ac357 req-8b882f6a-3741-44b6-9d45-42c085aa0aec tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309253 Sep 16 15:19:41.479553 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4372b08a-d3bd-4242-bc86-84d25f6737c6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:19:41.590903 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 4372b08a-d3bd-4242-bc86-84d25f6737c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:41.606090 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': '4372b08a-d3bd-4242-bc86-84d25f6737c6', 'network_id': 'ee8de736-1aa2-4771-9e03-484df3e14c53', 'port_id': '4372b08a-d3bd-4242-bc86-84d25f6737c6', 'mac_address': 'fa:16:3e:19:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:19:41.644105 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:41.656529 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4372b08a-d3bd-4242-bc86-84d25f6737c6 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:19:41.677257 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 4372b08a-d3bd-4242-bc86-84d25f6737c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:41.681114 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:41.728356 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=4372b08a-d3bd-4242-bc86-84d25f6737c6,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:41.735900 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.736259 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.736764 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.736961 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.737308 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.737668 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.737941 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.738272 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.738624 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.738958 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.739283 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.739608 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:19:41.752942 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd36730-6ce2-4de0-b9ff-7a5d485ddba8 req-93178914-4b70-4f9a-b440-bcb78337d0ef tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:41.754439 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dfd36730-6ce2-4de0-b9ff-7a5d485ddba8 req-93178914-4b70-4f9a-b440-bcb78337d0ef tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 944 time: 0.0538023 Sep 16 15:19:41.790627 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-dfd36730-6ce2-4de0-b9ff-7a5d485ddba8 req-a96758d1-076c-477a-abeb-62982223cec0 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Sep 16 15:19:41.983704 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['4372b08a-d3bd-4242-bc86-84d25f6737c6'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:19:42.903488 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c571b4d-6ef6-4f86-b0f5-0add850de133 req-e01fed52-6bca-4fb7-9ad2-00f7d5f0113b tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:42.904960 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6c571b4d-6ef6-4f86-b0f5-0add850de133 req-e01fed52-6bca-4fb7-9ad2-00f7d5f0113b tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 944 time: 0.0472894 Sep 16 15:19:42.940681 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-6c571b4d-6ef6-4f86-b0f5-0add850de133 req-31e9aa86-f801-4cec-b40e-f8c19a363e79 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Sep 16 15:19:43.491713 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4372b08a-d3bd-4242-bc86-84d25f6737c6 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:19:43.538274 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port 4372b08a-d3bd-4242-bc86-84d25f6737c6 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:19:43.542245 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port 4372b08a-d3bd-4242-bc86-84d25f6737c6 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:19:43.542619 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:43.619188 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:43.640281 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4372b08a-d3bd-4242-bc86-84d25f6737c6'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:19:43.642508 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c101dd-bd33-4001-b3a5-40db720a5a4d" -d '{"events": [{"server_uuid": "1b9d201f-60d7-4914-9501-a0ddf370ab75", "name": "network-vif-plugged", "status": "completed", "tag": "4372b08a-d3bd-4242-bc86-84d25f6737c6"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:19:43.655422 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port 4372b08a-d3bd-4242-bc86-84d25f6737c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:19:43.659122 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:43.682476 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a4f0d7-182a-42b9-96b2-474f2fd125d4 x-openstack-request-id: req-35a4f0d7-182a-42b9-96b2-474f2fd125d4 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:19:43.682772 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d201f-60d7-4914-9501-a0ddf370ab75", "name": "network-vif-plugged", "status": "completed", "tag": "4372b08a-d3bd-4242-bc86-84d25f6737c6", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:19:43.683029 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35a4f0d7-182a-42b9-96b2-474f2fd125d4 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:19:43.683415 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4372b08a-d3bd-4242-bc86-84d25f6737c6', 'code': 200} Sep 16 15:19:43.707734 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=4372b08a-d3bd-4242-bc86-84d25f6737c6,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:19:43.879155 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6e82b-98a1-461f-bce6-9639759ab7fb req-6d4494b6-7e59-4d7f-9e58-d1f190b2ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:43.880716 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-aca6e82b-98a1-461f-bce6-9639759ab7fb req-6d4494b6-7e59-4d7f-9e58-d1f190b2ab21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 1098 time: 0.0394497 Sep 16 15:19:43.915692 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-aca6e82b-98a1-461f-bce6-9639759ab7fb req-cacab2ca-8ead-4342-9450-126aa8499302 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270402 Sep 16 15:19:44.050948 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759eadd-0c16-4986-9a34-05e3e54f98ff req-36a703c2-17a4-4016-87fb-b66924399b5c tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:44.052396 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1759eadd-0c16-4986-9a34-05e3e54f98ff req-36a703c2-17a4-4016-87fb-b66924399b5c tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Sep 16 15:19:44.092370 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-1759eadd-0c16-4986-9a34-05e3e54f98ff req-a80fb831-61cc-48fa-b5d2-2bd1feacdfab tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Sep 16 15:19:45.205586 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d6416-5970-4e64-a220-75fbc01bd6bb req-66ceca27-d489-4d07-ba31-4c17b36ad459 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:45.207053 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f31d6416-5970-4e64-a220-75fbc01bd6bb req-66ceca27-d489-4d07-ba31-4c17b36ad459 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 945 time: 0.0483992 Sep 16 15:19:45.244337 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-f31d6416-5970-4e64-a220-75fbc01bd6bb req-ec9f1a2f-9146-478c-9e0d-fb8ce5776b27 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Sep 16 15:19:47.688580 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:50.789677 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b7ba825a-4b7e-4837-8a08-7c7b2220e31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:51.008390 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-a681ff26-fe49-47dc-abb6-17dc350d2e03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831189 Sep 16 15:19:51.079016 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-bb7c34fb-93c6-409f-a19b-c985be74f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:51.080445 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-bb7c34fb-93c6-409f-a19b-c985be74f6fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1099 time: 0.0392716 Sep 16 15:19:51.180410 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-ae588299-9f71-4394-b969-c0670d960126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:51.181914 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-ae588299-9f71-4394-b969-c0670d960126 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0822217 Sep 16 15:19:51.248960 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-c6e52e1b-3d02-4984-9fe3-1d557ad993ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 1002 time: 0.0596485 Sep 16 15:19:51.297851 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-7988f5de-adb4-4571-9e77-5a7ddb60b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:51.299236 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-7988f5de-adb4-4571-9e77-5a7ddb60b124 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0432632 Sep 16 15:19:51.342742 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-351fdf1e-4f0b-4da5-b87f-d7d5a7c7fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:19:51.344192 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-351fdf1e-4f0b-4da5-b87f-d7d5a7c7fca7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383706 Sep 16 15:19:51.362324 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-66a6762e-a671-40a3-ad08-6a769fc7a8df service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94154) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:19:51.363252 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-66a6762e-a671-40a3-ad08-6a769fc7a8df service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047059 Sep 16 15:19:51.455763 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-591a15e3-580a-4885-a7fa-343a037a4049 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832903 Sep 16 15:19:51.551206 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-423bd410-8a46-453b-a679-fac4ba238ec7 req-a28e8458-00aa-4edd-9e28-e73779d69e40 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821500 Sep 16 15:19:53.397867 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-eab7e363-56f8-4ffb-bbb3-db38a872207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.419988 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:54.469122 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.133150 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.926682 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:20:06.199747 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb94e-e486-4f03-8dfd-9633c42f98c4 req-1777aa00-0901-4fc0-a79a-91ca74f33740 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:06.201201 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c97eb94e-e486-4f03-8dfd-9633c42f98c4 req-1777aa00-0901-4fc0-a79a-91ca74f33740 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 945 time: 0.0530217 Sep 16 15:20:06.238983 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-c97eb94e-e486-4f03-8dfd-9633c42f98c4 req-51f48415-8e9c-4eda-a482-43ce4dd12ca1 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Sep 16 15:20:07.352128 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a555-5fb7-4ff2-9903-269a1917fa4e req-e6bd7b72-1ca1-442e-97a0-70a459857e61 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:07.353610 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cdc8a555-5fb7-4ff2-9903-269a1917fa4e req-e6bd7b72-1ca1-442e-97a0-70a459857e61 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 945 time: 0.0481935 Sep 16 15:20:07.391127 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-cdc8a555-5fb7-4ff2-9903-269a1917fa4e req-ab84387c-dd6f-4765-af58-281047072791 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/security-groups?id=8480b3a5-f536-425d-a67c-40a760f3faf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Sep 16 15:20:08.050208 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-d19cbf03-1ce2-4885-98f8-077c7276bfeb tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:08.051620 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-d19cbf03-1ce2-4885-98f8-077c7276bfeb tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 945 time: 0.0464277 Sep 16 15:20:08.140048 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Deleting port 4372b08a-d3bd-4242-bc86-84d25f6737c6 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:20:08.140386 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.224465 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] For port 4372b08a-d3bd-4242-bc86-84d25f6737c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4372b08a-d3bd-4242-bc86-84d25f6737c6,segment=NetworkSegment(0936aaee-a63e-4291-8665-97a3e57d25c9),segment_id=0936aaee-a63e-4291-8665-97a3e57d25c9)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:08.224859 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.237084 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Calling delete_port for 4372b08a-d3bd-4242-bc86-84d25f6737c6 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:20:08.365868 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.392498 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Pushing event deleted for resources: {'Port': ['ID=4372b08a-d3bd-4242-bc86-84d25f6737c6,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:08.402761 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['4372b08a-d3bd-4242-bc86-84d25f6737c6'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:20:08.438318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] No DVR routers for this DVR port 4372b08a-d3bd-4242-bc86-84d25f6737c6 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:20:08.440881 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:08.442992 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-e5fc9b1d-41a4-477a-9be5-9ad7cbde43ec req-7fe90509-fbf2-4229-9c4f-2fb5f83bb543 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.47 "DELETE /v2.0/ports/4372b08a-d3bd-4242-bc86-84d25f6737c6 HTTP/1.1" status: 204 len: 173 time: 0.3846662 Sep 16 15:20:08.443437 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'name': 'network-vif-deleted', 'tag': '4372b08a-d3bd-4242-bc86-84d25f6737c6'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:08.445736 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d8ba2-a445-4c3d-8a74-6f28aa602b38" -d '{"events": [{"server_uuid": "1b9d201f-60d7-4914-9501-a0ddf370ab75", "name": "network-vif-deleted", "tag": "4372b08a-d3bd-4242-bc86-84d25f6737c6"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:08.485434 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-bcab28f8-c74b-4f85-9a4e-0b5c94ebb898 req-dba4a5af-5d83-4490-b319-9399815a1390 tempest-VolumesSnapshotTestJSON-721006188 tempest-VolumesSnapshotTestJSON-721006188-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b9d201f-60d7-4914-9501-a0ddf370ab75 HTTP/1.1" status: 200 len: 210 time: 0.0266726 Sep 16 15:20:08.541320 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b859e85-f10c-4fcf-b052-5a62f44853c7 x-openstack-request-id: req-5b859e85-f10c-4fcf-b052-5a62f44853c7 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:08.541712 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b9d201f-60d7-4914-9501-a0ddf370ab75", "name": "network-vif-deleted", "tag": "4372b08a-d3bd-4242-bc86-84d25f6737c6", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:08.542025 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b859e85-f10c-4fcf-b052-5a62f44853c7 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:08.542429 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b9d201f-60d7-4914-9501-a0ddf370ab75', 'name': 'network-vif-deleted', 'tag': '4372b08a-d3bd-4242-bc86-84d25f6737c6', 'status': 'completed', 'code': 200} Sep 16 15:20:12.935759 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4372b08a-d3bd-4242-bc86-84d25f6737c6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:20:12.955466 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 4372b08a-d3bd-4242-bc86-84d25f6737c6 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:20:12.955815 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 4372b08a-d3bd-4242-bc86-84d25f6737c6 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:20:17.681733 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:20.790475 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-0d55c870-100e-4d83-a3e5-24e76f99dd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:23.397843 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf7a4-5457-4968-b419-9b1b9bdf949b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:23.420682 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:24.471242 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:26.133713 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:32.336410 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-015ea620-7422-4c5b-898b-b426352c37a6 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826275361&fields=id&tenant_id=b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 267 time: 0.0321727 Sep 16 15:20:32.444446 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-c149d0a3-af73-4354-8e62-160a04d2518f tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:32.445829 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-c149d0a3-af73-4354-8e62-160a04d2518f tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 811 time: 0.1021047 Sep 16 15:20:32.460013 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-35039a74-67c6-41cc-9866-0e76af42f052 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/quotas/b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 375 time: 0.0085585 Sep 16 15:20:32.515283 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-ab55d06c-fb9d-4437-a646-924ebb2164dc tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0503163 Sep 16 15:20:32.572826 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-0c7d9f59-be8b-40a2-aab0-c5adde5ef7d1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94155) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:20:32.573834 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-0c7d9f59-be8b-40a2-aab0-c5adde5ef7d1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472815 Sep 16 15:20:32.662048 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-57b9e1ad-4853-47aa-8d65-ed0dc09740b0 service neutron] 10.222.0.36 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816817 Sep 16 15:20:32.752444 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-9ee2cb2d-2944-41cb-8f7c-d4bd0ee28b5a service neutron] 10.222.0.36 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843477 Sep 16 15:20:33.029925 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-5ba8d3eb-66e8-4a6e-a18e-eab1e8174fe0 req-a19ccba3-4fcc-4043-85fc-4c20b6f9ca20 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 210 time: 0.0265737 Sep 16 15:20:34.126749 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-53ff3d4d-6436-4dc8-a611-771e5d6f9133 req-2e1cfef0-1a0e-4c3c-916d-ffb3cc2657b2 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 210 time: 0.0277300 Sep 16 15:20:34.178869 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-0ccdc297-b580-42f3-94f1-3ba2e4f4f326 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:34.180291 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-0ccdc297-b580-42f3-94f1-3ba2e4f4f326 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 811 time: 0.1014636 Sep 16 15:20:34.234231 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-0f180eb3-23aa-4276-93c6-f6dc37bbbf8a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b123670801a64cd88caf5a82b89ce76f HTTP/1.1" status: 200 len: 379 time: 0.0366721 Sep 16 15:20:34.244838 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'port': {'device_id': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'admin_state_up': True, 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'security_groups': ['ace42b9e-4a02-45f4-822f-995754c0388f']}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:34.351332 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Made reservation on behalf of b123670801a64cd88caf5a82b89ce76f for: {'port': 1} {{(pid=94154) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:20:34.354728 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.484003 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Allocated IP 172.20.0.6 (361c228b-0cd3-499b-bc47-5b71d98c5453/b46a9209-4602-413a-b8cb-2b9ee3757991/d567347e-0106-48e9-bebd-2eeb409568e4) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:20:34.625968 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.666222 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.707528 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:20:34.710499 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:20:34.713995 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:20:34.740016 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=d567347e-0106-48e9-bebd-2eeb409568e4,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:34.768894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:34.769537 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.784294 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-818df047-dd75-4356-bbc7-90775521bb87 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5428805 Sep 16 15:20:34.808271 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Request body: {'port': {'device_id': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:34.867988 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.946568 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-6050c25f-f44c-4b5c-9a0c-faa2989ea3c5 None None] Provisioning complete for port d567347e-0106-48e9-bebd-2eeb409568e4 triggered by entity DHCP. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:20:34.947692 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6050c25f-f44c-4b5c-9a0c-faa2989ea3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:34.987170 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-6050c25f-f44c-4b5c-9a0c-faa2989ea3c5 None None] Port d567347e-0106-48e9-bebd-2eeb409568e4 cannot update to ACTIVE because it is not bound. {{(pid=94156) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:20:35.137717 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d567347e-0106-48e9-bebd-2eeb409568e4 {{(pid=94154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:20:35.145106 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.156887 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.provisioning_blocks [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Transition to ACTIVE for port object d567347e-0106-48e9-bebd-2eeb409568e4 will not be triggered until provisioned by entity L2. {{(pid=94154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:20:35.161451 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.228663 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=d567347e-0106-48e9-bebd-2eeb409568e4,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:35.311868 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4415d6-7686-4437-90b4-330c74276d1e req-5fd03381-cb9d-43c9-8e76-57d72bb517d0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:35.313439 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb4415d6-7686-4437-90b4-330c74276d1e req-5fd03381-cb9d-43c9-8e76-57d72bb517d0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.1057961 Sep 16 15:20:35.345619 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Attempting to bind port d567347e-0106-48e9-bebd-2eeb409568e4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:20:35.345962 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Attempting to bind port d567347e-0106-48e9-bebd-2eeb409568e4 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:20:35.346294 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Attempting to bind port d567347e-0106-48e9-bebd-2eeb409568e4 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:20:35.359003 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Port d567347e-0106-48e9-bebd-2eeb409568e4 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:20:35.359333 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Attempting to bind port d567347e-0106-48e9-bebd-2eeb409568e4 on network 361c228b-0cd3-499b-bc47-5b71d98c5453 {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:20:35.369899 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fb4415d6-7686-4437-90b4-330c74276d1e req-251d8c73-3c15-48fa-99f5-463db0986cd9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489144 Sep 16 15:20:35.370748 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Checking agent: {'id': '37d10d52-d2f8-431a-bab8-d38145106ab9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'started_at': datetime.datetime(2021, 9, 16, 15, 7, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:20:35.371083 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Checking segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:20:35.371492 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Bound using segment: {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'} {{(pid=94154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:20:35.371924 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.managers [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Bound port: d567347e-0106-48e9-bebd-2eeb409568e4, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '938e0b19-9f08-44cb-abc7-3c083abae5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453'}}] {{(pid=94154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:20:35.372286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.434068 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] For port d567347e-0106-48e9-bebd-2eeb409568e4, host hv-cinder-77428, cleared binding levels {{(pid=94154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:20:35.437081 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] For port d567347e-0106-48e9-bebd-2eeb409568e4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d567347e-0106-48e9-bebd-2eeb409568e4,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:20:35.441726 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.476468 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:35.477262 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:35.478592 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] 10.222.0.47 "PUT /v2.0/ports/d567347e-0106-48e9-bebd-2eeb409568e4 HTTP/1.1" status: 200 len: 1093 time: 0.6752133 Sep 16 15:20:35.480827 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:35.483650 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:35.512523 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e912ef-d744-4ed6-8d78-72cf6216ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=d567347e-0106-48e9-bebd-2eeb409568e4,revision_number=3']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:35.527566 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29cb71-31ae-4a75-80a0-fbf2f8c5637f x-openstack-request-id: req-1f29cb71-31ae-4a75-80a0-fbf2f8c5637f {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:35.528389 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:35.528684 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f29cb71-31ae-4a75-80a0-fbf2f8c5637f {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:35.529098 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'status': 'completed', 'code': 200} Sep 16 15:20:35.585215 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-7a6e3aad-c208-4e94-9cb9-9b64dda8850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:35.586929 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-7a6e3aad-c208-4e94-9cb9-9b64dda8850c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 1096 time: 0.0418863 Sep 16 15:20:35.635188 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-caae0249-4b61-4609-a6b1-eace80652717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d567347e-0106-48e9-bebd-2eeb409568e4 HTTP/1.1" status: 200 len: 217 time: 0.0348053 Sep 16 15:20:35.685586 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-19b9d77f-f383-4b37-899d-119aedb0a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:35.687071 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-19b9d77f-f383-4b37-899d-119aedb0a9d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0449955 Sep 16 15:20:35.738275 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-2f151d10-d657-4ad4-9600-f8beeaa6f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:35.739835 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-2f151d10-d657-4ad4-9600-f8beeaa6f3bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448985 Sep 16 15:20:35.828136 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-d386a9a9-a422-4c1f-a193-bcb58e1cd1d6 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800829 Sep 16 15:20:35.921648 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-ca9b490b-0bc2-404d-86a8-28540b309702 req-a96b457b-4e6d-4997-b9c0-dcb08d1cd243 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854607 Sep 16 15:20:36.055439 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-a9a01587-a173-42b6-9f0e-abab7dc3503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:36.056963 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-a9a01587-a173-42b6-9f0e-abab7dc3503f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 1096 time: 0.0392714 Sep 16 15:20:36.147387 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-a704b07f-a1df-46ee-867f-c904fc46289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:36.148831 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-a704b07f-a1df-46ee-867f-c904fc46289c service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0845792 Sep 16 15:20:36.189248 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-868082d5-ce9a-4f83-89a6-86d26b3cc6f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d567347e-0106-48e9-bebd-2eeb409568e4 HTTP/1.1" status: 200 len: 217 time: 0.0327644 Sep 16 15:20:36.239794 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-30b04f08-0886-4de4-848d-deebe61232c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:36.241274 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-30b04f08-0886-4de4-848d-deebe61232c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0424891 Sep 16 15:20:36.300793 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-0bf6e834-4617-41bf-8275-699c1af06571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:36.303843 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-0bf6e834-4617-41bf-8275-699c1af06571 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508013 Sep 16 15:20:36.393363 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-4f1b30ee-b6e3-48b0-b697-4e08c83ba4ff service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808780 Sep 16 15:20:36.513898 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-b7a5f4b0-0d27-4de1-98de-eaf32c36ebd6 req-6b16d16f-fe9b-4afb-965d-ab6ed90af73d service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100402 Sep 16 15:20:36.525412 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaac30-c838-44af-af2f-f62b77c66a28 req-17f8e2eb-351c-453b-9625-367222730df7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:36.526784 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4cbaac30-c838-44af-af2f-f62b77c66a28 req-17f8e2eb-351c-453b-9625-367222730df7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0667636 Sep 16 15:20:36.565721 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-4cbaac30-c838-44af-af2f-f62b77c66a28 req-48541ad5-4427-445d-8c8c-2898a201ba3e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Sep 16 15:20:36.740401 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36412) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:36.783011 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Deleting subnet 7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e {{(pid=94154) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:20:36.785841 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.822470 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7652906'] for subnet, precommit_delete_associations {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.860424 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.909600 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7604166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4939676'] for subnet, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.925186 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:20:36.935727 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:36.937756 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for subnet, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:36.940228 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-6a93a2b1-ec6b-45df-8be4-1f38ee7ebd84 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7e1e5534-ce9e-48f1-a2ff-a3d0ec55385e HTTP/1.1" status: 204 len: 168 time: 0.1982179 Sep 16 15:20:36.942021 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36414) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:37.010928 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.085570 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.104763 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8de736-1aa2-4771-9e03-484df3e14c53']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:37.113523 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0936aaee-a63e-4291-8665-97a3e57d25c9') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:37.113819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0936aaee-a63e-4291-8665-97a3e57d25c9') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:37.122745 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.135094 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.141204 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:20:37.141591 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:20:37.143404 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:20:37.197928 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.203674 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.205530 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee8de736-1aa2-4771-9e03-484df3e14c53 HTTP/1.1" status: 204 len: 168 time: 0.2626011 Sep 16 15:20:37.216798 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a996d3-c282-49e5-88e1-bf1affc26045 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8de736-1aa2-4771-9e03-484df3e14c53,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:37.360422 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36418) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:37.398544 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-3da44d3e-5c98-4afd-b0f6-b5406a9712c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4dbb807ca7e4e9ba47fc8562b307721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369720 Sep 16 15:20:37.400759 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36420) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:37.446053 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.467624 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.680403 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebf76-b3e9-448b-8a02-2f206499299b req-0a160a41-fadf-4f89-a955-b6ede838999a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:37.681947 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9ceebf76-b3e9-448b-8a02-2f206499299b req-0a160a41-fadf-4f89-a955-b6ede838999a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0496776 Sep 16 15:20:37.725451 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-9ceebf76-b3e9-448b-8a02-2f206499299b req-6927f214-f8e4-45e7-87ba-1f721e699e92 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368400 Sep 16 15:20:37.749501 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.752002 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:37.753158 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8480b3a5-f536-425d-a67c-40a760f3faf2 HTTP/1.1" status: 204 len: 168 time: 0.3515542 Sep 16 15:20:37.760738 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8480b3a5-f536-425d-a67c-40a760f3faf2,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:37.769155 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.769501 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.769835 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.770165 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.770492 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.770817 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.771138 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.771559 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.771885 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.772204 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.772543 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:37.772857 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf580b50-f715-4f79-9fcd-18cd35d258f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:38.835744 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0e67-4c2d-4f55-8b07-7a95c38bb095 req-55ca100b-b397-4ce1-a41d-0e7dd660ff6e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:38.837242 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-01ad0e67-4c2d-4f55-8b07-7a95c38bb095 req-55ca100b-b397-4ce1-a41d-0e7dd660ff6e tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0473731 Sep 16 15:20:38.874185 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-01ad0e67-4c2d-4f55-8b07-7a95c38bb095 req-307219c8-3282-46e4-9192-ed04bba38e2b tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Sep 16 15:20:39.984733 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4ae91-05d2-46af-85ff-8c010d93d094 req-c243a112-2d6d-44b7-8434-55c70af815bd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:39.986187 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0d4ae91-05d2-46af-85ff-8c010d93d094 req-c243a112-2d6d-44b7-8434-55c70af815bd tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0475469 Sep 16 15:20:40.021639 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c0d4ae91-05d2-46af-85ff-8c010d93d094 req-777a7bc8-4bcc-4d7d-8cd1-436155039a8a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295646 Sep 16 15:20:41.131998 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ca52e-0739-40f7-a814-f3d8190b502e req-84e5b253-0b5a-46ae-b8d6-80693b065390 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:41.133497 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-256ca52e-0739-40f7-a814-f3d8190b502e req-84e5b253-0b5a-46ae-b8d6-80693b065390 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0476837 Sep 16 15:20:41.169607 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-256ca52e-0739-40f7-a814-f3d8190b502e req-e1893d33-00b5-4d64-82d5-1acbf8f4b088 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303741 Sep 16 15:20:42.282098 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7578dbc-5e3c-4eb6-919d-2445ed0e9523 req-c1ace68a-f7b1-47c4-9dd9-2d178f6f0540 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:42.283584 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a7578dbc-5e3c-4eb6-919d-2445ed0e9523 req-c1ace68a-f7b1-47c4-9dd9-2d178f6f0540 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0487254 Sep 16 15:20:42.319785 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-a7578dbc-5e3c-4eb6-919d-2445ed0e9523 req-ee72e197-a272-4e66-81f6-89a7e11e3384 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303931 Sep 16 15:20:43.432811 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52071e62-6611-4c0b-a33d-a0dce930a828 req-8a731edb-5177-4110-be36-9ceb4a909146 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:43.434264 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-52071e62-6611-4c0b-a33d-a0dce930a828 req-8a731edb-5177-4110-be36-9ceb4a909146 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 943 time: 0.0504901 Sep 16 15:20:43.471086 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-52071e62-6611-4c0b-a33d-a0dce930a828 req-dbcdb763-1666-4aa1-adc0-f575093edeea tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310700 Sep 16 15:20:44.099572 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device d567347e-0106-48e9-bebd-2eeb409568e4 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=94156) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:20:44.189347 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port d567347e-0106-48e9-bebd-2eeb409568e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d567347e-0106-48e9-bebd-2eeb409568e4,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:44.200807 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Returning: {'device': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'port_id': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'mac_address': 'fa:16:3e:2f:2f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94156) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:20:44.239894 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:44.252712 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d567347e-0106-48e9-bebd-2eeb409568e4 {{(pid=94156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:20:44.271785 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port d567347e-0106-48e9-bebd-2eeb409568e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d567347e-0106-48e9-bebd-2eeb409568e4,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:44.275753 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:44.320051 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=d567347e-0106-48e9-bebd-2eeb409568e4,revision_number=4']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:44.327566 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.327923 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.328269 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.328636 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.328973 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.329315 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.329645 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.329974 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.330326 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.330662 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.331001 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.331327 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:20:44.580295 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433d41b-fbb9-44db-904c-ee064a5818ed req-dcd251cc-7268-4dc4-8659-b0eb93a129ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:44.581798 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3433d41b-fbb9-44db-904c-ee064a5818ed req-dcd251cc-7268-4dc4-8659-b0eb93a129ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 944 time: 0.0468833 Sep 16 15:20:44.584746 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] get_ports_and_sgs() called for port_ids ['d567347e-0106-48e9-bebd-2eeb409568e4'] {{(pid=94156) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:20:44.622970 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-3433d41b-fbb9-44db-904c-ee064a5818ed req-b8b56835-70bf-4279-8b13-08cd04ee42f9 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353034 Sep 16 15:20:45.733178 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41921e-3aed-4670-8479-aa530722f2d8 req-028dbadc-4d8f-477b-9827-f17112b0f411 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:45.734635 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1c41921e-3aed-4670-8479-aa530722f2d8 req-028dbadc-4d8f-477b-9827-f17112b0f411 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 944 time: 0.0472770 Sep 16 15:20:45.770727 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-1c41921e-3aed-4670-8479-aa530722f2d8 req-0a376939-6101-404b-99de-dfe9c002f150 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302961 Sep 16 15:20:46.114344 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device d567347e-0106-48e9-bebd-2eeb409568e4 up at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:20:46.161095 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning for port d567347e-0106-48e9-bebd-2eeb409568e4 completed by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:20:46.164872 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.provisioning_blocks [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Provisioning complete for port d567347e-0106-48e9-bebd-2eeb409568e4 triggered by entity L2. {{(pid=94156) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:20:46.165251 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966651'] for port, provisioning_complete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:46.241132 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:46.263522 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4'}] {{(pid=94156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:46.265958 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d388ec8f09273c9aa7641be78609d3fd322b3235e5bc78f81548fec36ace37e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4962cb-0fa5-41d1-87f9-f7564395998a" -d '{"events": [{"server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "name": "network-vif-plugged", "status": "completed", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4"}]}' {{(pid=94156) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:46.278683 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] For port d567347e-0106-48e9-bebd-2eeb409568e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d567347e-0106-48e9-bebd-2eeb409568e4,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:20:46.282586 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734'] for port, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:46.329808 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Pushing event updated for resources: {'Port': ['ID=d567347e-0106-48e9-bebd-2eeb409568e4,revision_number=5']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:46.468312 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1476bc-c8aa-499a-9c1e-8c86c02bb755 x-openstack-request-id: req-9b1476bc-c8aa-499a-9c1e-8c86c02bb755 {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:46.468636 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "name": "network-vif-plugged", "status": "completed", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4", "code": 200}]} {{(pid=94156) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:46.468896 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b1476bc-c8aa-499a-9c1e-8c86c02bb755 {{(pid=94156) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:46.469294 dv-cinder-774288-9-iscsi neutron-server[94156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'code': 200} Sep 16 15:20:46.706997 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de5249-0742-450b-9a39-b7c85f342263 req-57ad3c43-f962-4669-b687-bd4c6f967636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:46.708348 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d6de5249-0742-450b-9a39-b7c85f342263 req-57ad3c43-f962-4669-b687-bd4c6f967636 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 1098 time: 0.0380840 Sep 16 15:20:46.743916 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-d6de5249-0742-450b-9a39-b7c85f342263 req-9ded638f-954b-435e-950a-4b10ed9509fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271499 Sep 16 15:20:46.884268 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7f528-e843-440e-9622-c8ec37ddfb20 req-f517cc95-51a5-4011-8d20-ddbd18815a62 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:46.885745 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7af7f528-e843-440e-9622-c8ec37ddfb20 req-f517cc95-51a5-4011-8d20-ddbd18815a62 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 945 time: 0.0505748 Sep 16 15:20:46.922355 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7af7f528-e843-440e-9622-c8ec37ddfb20 req-bab67890-b7ad-4bb9-8ebe-644a01006c45 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302765 Sep 16 15:20:47.687353 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:48.033988 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e11cd-8004-4ba6-9c76-ae3edb907b73 req-b5322bc3-e799-46be-aa4d-c90777dd79af tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:48.035429 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c93e11cd-8004-4ba6-9c76-ae3edb907b73 req-b5322bc3-e799-46be-aa4d-c90777dd79af tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 945 time: 0.0464385 Sep 16 15:20:48.071125 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-c93e11cd-8004-4ba6-9c76-ae3edb907b73 req-1e60a03b-929a-4e97-a485-1d7093489dea tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299153 Sep 16 15:20:48.180421 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127203a-7f6c-4805-822b-f753d17834ba req-932e31ce-2fcf-4032-8309-9eadbc8b339a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:48.181868 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2127203a-7f6c-4805-822b-f753d17834ba req-932e31ce-2fcf-4032-8309-9eadbc8b339a tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 945 time: 0.0469556 Sep 16 15:20:48.217873 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2127203a-7f6c-4805-822b-f753d17834ba req-b0b54b40-21e3-482c-be9f-bb6427d4be68 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301409 Sep 16 15:20:48.240680 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36450) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:48.419430 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b420d-1553-4540-9b15-6f806edf0157 tempest-TestVolumeBootPattern-319687912 tempest-TestVolumeBootPattern-319687912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:48.420909 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-001b420d-1553-4540-9b15-6f806edf0157 tempest-TestVolumeBootPattern-319687912 tempest-TestVolumeBootPattern-319687912-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 1093 time: 0.1792731 Sep 16 15:20:48.423588 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36454) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:20:48.427674 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.v2.base [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Request body: {'floatingip': {'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'port_id': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94154) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:20:48.447989 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:48.543185 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:48.643445 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.db_base_plugin_common [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Allocated IP 172.27.2.68 (07137d68-8664-4d82-a53f-74054364452d/e599ac0a-ffa7-4ab6-8581-992cf1c5ede4/5ec1c07c-2ed4-4f10-b5b9-42c63b47b653) {{(pid=94154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:20:48.746596 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:48.778735 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738090762698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:48.813016 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Network 07137d68-8664-4d82-a53f-74054364452d is already hosted by enough agents. {{(pid=94154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:20:48.815715 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.base_scheduler [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Resources bound (agent type, host, resource id): {{(pid=94154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:20:48.819078 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Received port after_create {{(pid=94154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:20:48.849450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=5ec1c07c-2ed4-4f10-b5b9-42c63b47b653,revision_number=1']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:49.164437 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:49.230196 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-922167'] for port, before_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:49.375388 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for port, precommit_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:49.380022 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738091251213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738090762716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738090762734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7604208'] for port, after_update {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:49.447321 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event updated for resources: {'Port': ['ID=5ec1c07c-2ed4-4f10-b5b9-42c63b47b653,revision_number=2']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:20:49.458233 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2061830'] for floatingip, after_create {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:49.554723 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Floating IP adc15fd9-1b67-4385-a11e-732eeb439061 associated. External IP: 172.27.2.68, port: d567347e-0106-48e9-bebd-2eeb409568e4. Sep 16 15:20:49.757367 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:20:49.861973 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:20:49.871310 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:20:49.878524 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:49.881388 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:49.882014 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:20:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:49.905998 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-09f1de89-9567-4d6c-bc2a-a99a7ad3a9d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4814258 Sep 16 15:20:49.906584 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:20:49.908872 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891" -d '{"events": [{"name": "network-changed", "server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:20:49.943904 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6c4f35-50d0-4ab3-babc-939d7201f876 x-openstack-request-id: req-dd6c4f35-50d0-4ab3-babc-939d7201f876 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:20:49.944200 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:20:49.944456 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd6c4f35-50d0-4ab3-babc-939d7201f876 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:20:49.944914 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'status': 'completed', 'code': 200} Sep 16 15:20:49.988166 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:50.030736 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-513222bc-fb1a-4df8-93a2-eaefde168855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:50.032425 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-513222bc-fb1a-4df8-93a2-eaefde168855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 1098 time: 0.0417449 Sep 16 15:20:50.122339 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-dfadd0d4-e86f-4daa-bd74-7c606d30eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:50.123934 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-dfadd0d4-e86f-4daa-bd74-7c606d30eda5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0850718 Sep 16 15:20:50.188984 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-dfc287fa-13d4-47e6-985a-97dbfb2ad364 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d567347e-0106-48e9-bebd-2eeb409568e4 HTTP/1.1" status: 200 len: 998 time: 0.0569737 Sep 16 15:20:50.214022 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:36Z', 'revision_number': 1, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}, {'id': 'adc15fd9-1b67-4385-a11e-732eeb439061', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:2f:2f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:20:49Z', 'updated_at': '2021-09-16T15:20:49Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:50.238448 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-7fb2907a-eb47-4dde-9e19-5c9a35b6ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:50.239872 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-7fb2907a-eb47-4dde-9e19-5c9a35b6ca4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0428388 Sep 16 15:20:50.240290 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:20:50.252711 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:20:50.253054 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:20:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:50.292381 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-0e9992a7-c502-475e-83db-eb79305725e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:20:50.294086 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-0e9992a7-c502-475e-83db-eb79305725e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463512 Sep 16 15:20:50.358143 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:20:50.383755 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-208031fe-6c52-496d-ae7d-2e252e351b16 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816121 Sep 16 15:20:50.474975 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-9ff5573f-8390-4fec-8e98-ca4ffa9eb891 req-a56d0da1-69fa-4baf-9c83-4ee8e5e66889 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835588 Sep 16 15:20:50.575914 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:36Z', 'revision_number': 1, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}, {'id': 'adc15fd9-1b67-4385-a11e-732eeb439061', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:2f:2f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:20:49Z', 'updated_at': '2021-09-16T15:20:49Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:20:50.604007 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272e02-db5c-4e4f-a150-ab0a23e60543 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:36Z', 'revision_number': 1, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}, {'id': 'adc15fd9-1b67-4385-a11e-732eeb439061', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:2f:2f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:20:49Z', 'updated_at': '2021-09-16T15:20:49Z', 'revision_number': 0, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:20:50.787172 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed53f7a0-43a5-4f6e-9a92-2fa2e9beeb0a None None] New status for floating IP adc15fd9-1b67-4385-a11e-732eeb439061: ACTIVE {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:20:50.793978 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f847b680-740b-4adc-82e2-28514e9be937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:53.397530 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-1bc9200f-e648-4000-bf73-31872f1c6a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:53.421290 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:54.473413 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:56.137525 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:13.924113 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:21:17.707948 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:20.793590 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2081ed3f-7e53-4cf2-8421-6a67d4c26ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:23.397962 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-9a8ef793-2467-453e-879b-ad21aa82e379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:23.420642 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:24.476195 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:26.140238 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:47.711605 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:50.792537 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c38c9a9a-6876-46bf-b92f-e5fd241869b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:50.923740 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:21:53.398041 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-2d66aed4-b0da-4631-bf7c-6308a83c8603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:53.420066 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:53.946230 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-5b74019f-677e-4aaa-b54b-0975d1c27e77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389607 Sep 16 15:21:54.042161 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861961ea-3e89-42bc-8286-f789b36ed79d req-20a2efe3-7b3e-403f-b4a5-bf6198768cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:21:54.043591 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-20a2efe3-7b3e-403f-b4a5-bf6198768cc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1099 time: 0.0385902 Sep 16 15:21:54.146056 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861961ea-3e89-42bc-8286-f789b36ed79d req-739fab12-2ed1-4b67-a4c8-4b772912a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:21:54.147392 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-739fab12-2ed1-4b67-a4c8-4b772912a70d service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0851052 Sep 16 15:21:54.209732 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-5ee55755-5f18-43be-9289-cdb2fb3bb3ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 1002 time: 0.0553045 Sep 16 15:21:54.259781 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861961ea-3e89-42bc-8286-f789b36ed79d req-66cd68e8-fc85-4ffd-8692-232f1c0cbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:21:54.261253 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-66cd68e8-fc85-4ffd-8692-232f1c0cbcdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0449653 Sep 16 15:21:54.305943 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861961ea-3e89-42bc-8286-f789b36ed79d req-8d4dccd6-be62-450e-9e07-eb439af29fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:21:54.307368 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-8d4dccd6-be62-450e-9e07-eb439af29fbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382538 Sep 16 15:21:54.393894 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-70456df1-00a0-4ded-9cf4-0131f5eb5404 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790222 Sep 16 15:21:54.479758 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:21:54.486866 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-861961ea-3e89-42bc-8286-f789b36ed79d req-2a11666d-7d6c-40e9-9558-c8ee54ad5583 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Sep 16 15:21:56.142506 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:17.296765 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36488) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:17.448967 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Deleting port 5ec1c07c-2ed4-4f10-b5b9-42c63b47b653 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:17.449312 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:17.526516 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:17.526842 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:17.539662 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Calling delete_port for 5ec1c07c-2ed4-4f10-b5b9-42c63b47b653 owned by network:floatingip {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:17.730942 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:17.904944 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:17.933137 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'Port': ['ID=5ec1c07c-2ed4-4f10-b5b9-42c63b47b653,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:17.944280 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.944661 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.945008 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.945345 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.945675 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.946007 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.946334 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.946660 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.946986 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.947308 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.947628 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:17.947951 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:18.000342 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:18.000728 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Floating IP adc15fd9-1b67-4385-a11e-732eeb439061 disassociated (deleted). External IP: 172.27.2.68, port: d567347e-0106-48e9-bebd-2eeb409568e4. Sep 16 15:22:18.201519 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:22:18.310164 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:22:18.315020 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:18.320375 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:22:18.329552 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:18.330205 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:21:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:18.342232 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-bb37b7c2-ef43-4684-b8ef-4d149a924ade tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "DELETE /v2.0/floatingips/adc15fd9-1b67-4385-a11e-732eeb439061 HTTP/1.1" status: 204 len: 168 time: 1.0444016 Sep 16 15:22:18.342829 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:22:18.345630 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d67cc-a2d8-436e-a611-d19a076969cc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:22:18.386572 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac29b4-be37-4e6b-bee9-d4bdc7a76df7 x-openstack-request-id: req-c0ac29b4-be37-4e6b-bee9-d4bdc7a76df7 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:22:18.386864 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:22:18.387118 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0ac29b4-be37-4e6b-bee9-d4bdc7a76df7 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:22:18.387589 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'status': 'completed', 'code': 200} Sep 16 15:22:18.433640 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:18.483803 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-39edf0bd-d04b-4f80-a69c-868760f51316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:18.485552 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-39edf0bd-d04b-4f80-a69c-868760f51316 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 1098 time: 0.0513411 Sep 16 15:22:18.568025 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b988c2-b3d6-4cfc-89b9-2a2f62ab5ab5 req-4caaa4f4-a95f-4354-b28f-793ed6cff893 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:18.569697 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e5b988c2-b3d6-4cfc-89b9-2a2f62ab5ab5 req-4caaa4f4-a95f-4354-b28f-793ed6cff893 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 945 time: 0.0518978 Sep 16 15:22:18.611116 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e5b988c2-b3d6-4cfc-89b9-2a2f62ab5ab5 req-dfe30c9f-0b79-43ce-ab33-cfc9432eb01f tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351405 Sep 16 15:22:18.620724 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-2d7ce8f5-c58c-4301-98ba-10eb82b84206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:18.622644 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-2d7ce8f5-c58c-4301-98ba-10eb82b84206 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0950494 Sep 16 15:22:18.666226 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-610ad712-55b6-4905-96f3-348299b68496 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d567347e-0106-48e9-bebd-2eeb409568e4 HTTP/1.1" status: 200 len: 217 time: 0.0356309 Sep 16 15:22:18.720588 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-be1c6165-9cb5-46c3-9667-6601e634f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:18.721973 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-be1c6165-9cb5-46c3-9667-6601e634f9e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0479383 Sep 16 15:22:18.768717 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-38e3697b-0d78-400c-8388-1fcf118e14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:18.770182 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-38e3697b-0d78-400c-8388-1fcf118e14e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392840 Sep 16 15:22:18.774325 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:36Z', 'revision_number': 1, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:18.799210 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:22:18.807198 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:18.807801 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:21:53Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:18.861003 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-60d4340a-5ba3-4234-a618-a633c95ffd8f service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810876 Sep 16 15:22:18.910524 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:18.954532 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e4d67cc-a2d8-436e-a611-d19a076969cc req-0dab0884-6261-4e7d-8969-62f1ec9a2597 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855737 Sep 16 15:22:19.126459 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:36Z', 'revision_number': 1, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:19.151526 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8474c187-ef9f-47ad-942d-4387466e6454 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_floatingips': [{'id': '9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '07137d68-8664-4d82-a53f-74054364452d', 'router_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'port_id': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'mac_address': 'fa:16:3e:74:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f323ecf-874e-4745-9735-433d5a48c761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:18:34Z', 'updated_at': '2021-09-16T15:18:36Z', 'revision_number': 1, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:22:19.365500 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb7284-1bc1-48c3-ad7b-3447ad1c4e6c None None] New status for floating IP adc15fd9-1b67-4385-a11e-732eeb439061: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:22:19.726146 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbec6b-565f-4d74-bfa8-b10a4bdbf79c req-37066aad-92dd-4359-86c1-0d6407b1ba7c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:19.727534 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2ecbec6b-565f-4d74-bfa8-b10a4bdbf79c req-37066aad-92dd-4359-86c1-0d6407b1ba7c tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 945 time: 0.0474641 Sep 16 15:22:19.763486 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-2ecbec6b-565f-4d74-bfa8-b10a4bdbf79c req-c478338d-4886-46d9-83e5-7c3cac890be4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301676 Sep 16 15:22:20.361220 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-8f29deb6-35ad-416d-8ba3-b64e020af058 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:20.362642 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-8f29deb6-35ad-416d-8ba3-b64e020af058 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 945 time: 0.0514643 Sep 16 15:22:20.448043 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Deleting port d567347e-0106-48e9-bebd-2eeb409568e4 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:20.448377 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:20.536434 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] For port d567347e-0106-48e9-bebd-2eeb409568e4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d567347e-0106-48e9-bebd-2eeb409568e4,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:20.536736 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:20.548559 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Calling delete_port for d567347e-0106-48e9-bebd-2eeb409568e4 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:20.668849 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:20.700209 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'Port': ['ID=d567347e-0106-48e9-bebd-2eeb409568e4,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:20.742979 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] No DVR routers for this DVR port d567347e-0106-48e9-bebd-2eeb409568e4 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:22:20.745496 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:20.747567 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-7e7dad00-44d5-4867-b2f9-dfe5ef892eef req-583655d2-b4c4-4eb9-847b-f872d76daa93 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "DELETE /v2.0/ports/d567347e-0106-48e9-bebd-2eeb409568e4 HTTP/1.1" status: 204 len: 173 time: 0.3786161 Sep 16 15:22:20.748021 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'name': 'network-vif-deleted', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:22:20.750270 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25263cb1-f9ff-4f5a-9abf-974775a18683" -d '{"events": [{"server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "name": "network-vif-deleted", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:22:20.797018 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67900d14-9f37-46ce-bea4-37c4b2517c31 x-openstack-request-id: req-67900d14-9f37-46ce-bea4-37c4b2517c31 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:22:20.797978 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc42b48e-befa-4eea-8a7a-7cb09833d140", "name": "network-vif-deleted", "tag": "d567347e-0106-48e9-bebd-2eeb409568e4", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:22:20.798267 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67900d14-9f37-46ce-bea4-37c4b2517c31 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:22:20.798832 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc42b48e-befa-4eea-8a7a-7cb09833d140', 'name': 'network-vif-deleted', 'tag': 'd567347e-0106-48e9-bebd-2eeb409568e4', 'status': 'completed', 'code': 200} Sep 16 15:22:20.806938 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-66408f0c-ab8a-46ff-b310-dc8567c4cc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:20.866451 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-19e4b784-462f-4ac6-886f-066ce3aa55de req-de535c05-799d-45ce-805b-3f34468c26fe tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc42b48e-befa-4eea-8a7a-7cb09833d140 HTTP/1.1" status: 200 len: 210 time: 0.0276487 Sep 16 15:22:23.399589 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-56bc059c-e7db-485f-a32c-600125671fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:23.421188 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.133693 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36530) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:24.285810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Deleting port 928bf0da-7963-47fe-af73-38786d6628d8 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:24.286153 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.361232 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.361558 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.372818 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Calling delete_port for 928bf0da-7963-47fe-af73-38786d6628d8 owned by network:floatingip {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:24.485102 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.514319 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.537944 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'Port': ['ID=928bf0da-7963-47fe-af73-38786d6628d8,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:24.599706 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.600038 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.db.l3_db [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Floating IP 9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8 disassociated (deleted). External IP: 172.27.2.171, port: 772c68e3-89ed-43fb-a68e-1e9d60705480. Sep 16 15:22:24.658883 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device d567347e-0106-48e9-bebd-2eeb409568e4 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:24.678597 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: d567347e-0106-48e9-bebd-2eeb409568e4 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:24.678945 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device d567347e-0106-48e9-bebd-2eeb409568e4 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:24.801940 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94154) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:22:24.907339 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94154) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:22:24.912187 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:24.918129 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:22:24.927006 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:24.927616 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:22:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:24.937623 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-c3bb12ef-0c0c-4411-ba6c-79f2ca57a8c8 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8 HTTP/1.1" status: 204 len: 168 time: 0.8028815 Sep 16 15:22:24.938221 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:22:24.941059 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b157460-40ea-4971-ae11-7c048128f9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:22:24.977628 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984c5dc-8fcb-4805-a3b5-5b55e9b6c809 x-openstack-request-id: req-7984c5dc-8fcb-4805-a3b5-5b55e9b6c809 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:22:24.977921 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:22:24.978175 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7984c5dc-8fcb-4805-a3b5-5b55e9b6c809 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:22:24.978579 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'status': 'completed', 'code': 200} Sep 16 15:22:25.041102 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:25.077438 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-2f669423-f07e-4a76-8197-75c190dfef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:25.079483 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-2f669423-f07e-4a76-8197-75c190dfef65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b123670801a64cd88caf5a82b89ce76f&device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 1099 time: 0.0498090 Sep 16 15:22:25.163708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681f73-919d-4101-a9e4-edb04430e918 req-eaf351f6-8f85-43d5-a918-96065af8b327 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94155) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:25.165294 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-32681f73-919d-4101-a9e4-edb04430e918 req-eaf351f6-8f85-43d5-a918-96065af8b327 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 946 time: 0.0525982 Sep 16 15:22:25.209193 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-32681f73-919d-4101-a9e4-edb04430e918 req-6c536b81-1643-46f3-a4a0-8e665d12fe10 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372164 Sep 16 15:22:25.216259 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-9ea08135-68b2-4644-9bc3-6840e5fc38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:25.217759 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-9ea08135-68b2-4644-9bc3-6840e5fc38f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 200 len: 912 time: 0.0900459 Sep 16 15:22:25.248214 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:25.258965 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-59ded649-4487-409c-a1e8-03ad847b7e20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 200 len: 217 time: 0.0334702 Sep 16 15:22:25.274154 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:22:25.282893 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:25.283486 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:22:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:25.315984 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-018efede-1a52-4ea0-b39b-2fd607d16831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:25.317461 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-018efede-1a52-4ea0-b39b-2fd607d16831 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 200 len: 850 time: 0.0457630 Sep 16 15:22:25.368197 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-f135aee5-e8e3-4a74-b0c3-7a67632b1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:25.370275 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-f135aee5-e8e3-4a74-b0c3-7a67632b1764 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=361c228b-0cd3-499b-bc47-5b71d98c5453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401433 Sep 16 15:22:25.387287 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:25.463478 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-8de3cebe-d5d2-4f80-925b-de4fef8edcb5 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Sep 16 15:22:25.555144 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-0b157460-40ea-4971-ae11-7c048128f9b5 req-32bcf12c-4b5e-45ab-8d19-4b0dd2d55806 service neutron] 10.222.0.47 "GET /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838063 Sep 16 15:22:25.580539 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:25.606046 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eed256-2520-4cd6-a5ca-19bb84499c44 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:57Z', 'revision_number': 4, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi', '_interfaces': [{'id': '3be6f74b-96fd-4548-9bda-9111e707390d', 'name': '', 'network_id': '361c228b-0cd3-499b-bc47-5b71d98c5453', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'mac_address': 'fa:16:3e:82:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:56Z', 'updated_at': '2021-09-16T15:15:00Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'subnets': [{'id': 'b46a9209-4602-413a-b8cb-2b9ee3757991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:22:25.806516 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dcce5f-281c-4a3d-b486-5302662bb241 None None] New status for floating IP 9e488aaa-d9fd-4655-b6a3-d6f8a81fa7e8: DOWN {{(pid=94157) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:22:26.144717 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:26.324815 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca1a4f-ceb7-4949-a35f-2579d4da1b0e req-0fd09290-398b-432c-a43d-b9598f577040 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:26.326498 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fbca1a4f-ceb7-4949-a35f-2579d4da1b0e req-0fd09290-398b-432c-a43d-b9598f577040 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 946 time: 0.0513365 Sep 16 15:22:26.363472 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-fbca1a4f-ceb7-4949-a35f-2579d4da1b0e req-8eed933a-823a-4f9c-9c76-37be9e1fa8f6 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/security-groups?id=ace42b9e-4a02-45f4-822f-995754c0388f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Sep 16 15:22:26.991926 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-97c21281-12b6-434a-8b41-3b28fc6411e0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94154) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:22:26.993367 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-97c21281-12b6-434a-8b41-3b28fc6411e0 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 946 time: 0.0466402 Sep 16 15:22:27.083884 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Deleting port 772c68e3-89ed-43fb-a68e-1e9d60705480 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:27.084226 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:27.171053 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] For port 772c68e3-89ed-43fb-a68e-1e9d60705480, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=772c68e3-89ed-43fb-a68e-1e9d60705480,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:27.171409 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:27.182752 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Calling delete_port for 772c68e3-89ed-43fb-a68e-1e9d60705480 owned by compute:nova {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:27.305288 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:27.336737 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'Port': ['ID=772c68e3-89ed-43fb-a68e-1e9d60705480,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:27.377819 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] No DVR routers for this DVR port 772c68e3-89ed-43fb-a68e-1e9d60705480 on host hv-cinder-77428 {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:22:27.380241 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for port, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:27.382285 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [req-56c93d3c-bc6d-46ba-ab3f-086a0bfeb950 req-7006d2bc-b221-4746-a2da-c75606e2a9ac tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.47 "DELETE /v2.0/ports/772c68e3-89ed-43fb-a68e-1e9d60705480 HTTP/1.1" status: 204 len: 173 time: 0.3826914 Sep 16 15:22:27.382715 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'name': 'network-vif-deleted', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480'}] {{(pid=94154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:22:27.385015 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59274e1bf22acd75c6464ff8d61ea9038ceec09c4e24400cc42e0c2444817589" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca882ace-36c6-449b-aed0-6931a6bb8a5c" -d '{"events": [{"server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "name": "network-vif-deleted", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480"}]}' {{(pid=94154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:22:27.419564 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13663e00-f80a-48cb-98a7-42cdefc2fbb4 x-openstack-request-id: req-13663e00-f80a-48cb-98a7-42cdefc2fbb4 {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:22:27.419911 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f323ecf-874e-4745-9735-433d5a48c761", "name": "network-vif-deleted", "tag": "772c68e3-89ed-43fb-a68e-1e9d60705480", "status": "completed", "code": 200}]} {{(pid=94154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:22:27.420161 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13663e00-f80a-48cb-98a7-42cdefc2fbb4 {{(pid=94154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:22:27.420667 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f323ecf-874e-4745-9735-433d5a48c761', 'name': 'network-vif-deleted', 'tag': '772c68e3-89ed-43fb-a68e-1e9d60705480', 'status': 'completed', 'code': 200} Sep 16 15:22:27.460307 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [req-e5948a42-3527-4ea0-81b9-c8ccd9961f6a req-8879f104-d215-4013-8b06-4cf730addb66 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f323ecf-874e-4745-9735-433d5a48c761 HTTP/1.1" status: 200 len: 210 time: 0.0270166 Sep 16 15:22:27.922506 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:22:28.514795 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36546) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:28.633450 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Deleting port 3a444c5c-8be6-4d31-ad59-e9a76aa0d6b1 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:28.633810 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:28.709864 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:28.710188 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:28.721616 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Calling delete_port for 3a444c5c-8be6-4d31-ad59-e9a76aa0d6b1 owned by network:floatingip {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:28.844731 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:28.872970 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'Port': ['ID=3a444c5c-8be6-4d31-ad59-e9a76aa0d6b1,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:28.929961 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:28.932578 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-231531'] for floatingip, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:28.933719 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-128dcabb-f6c0-451d-a7f7-cc21e564d6c4 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "DELETE /v2.0/floatingips/477a4e24-b289-4998-bb6c-acc252055fdd HTTP/1.1" status: 204 len: 168 time: 0.4179578 Sep 16 15:22:30.120967 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36558) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:30.176775 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:30.200874 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:30.258272 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:30.260953 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:30.262134 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] 10.222.0.36 "DELETE /v2.0/security-groups/ace42b9e-4a02-45f4-822f-995754c0388f HTTP/1.1" status: 204 len: 168 time: 0.1401570 Sep 16 15:22:30.271273 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace42b9e-4a02-45f4-822f-995754c0388f,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:30.278222 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.278579 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.278924 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.279267 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.279605 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.279941 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.280272 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.280636 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.280970 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.281298 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.281624 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.281981 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774911f-1b35-4831-bdb0-dff103f3d5d7 tempest-TestVolumeBootPattern-974217294 tempest-TestVolumeBootPattern-974217294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:30.690519 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 772c68e3-89ed-43fb-a68e-1e9d60705480 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:30.709910 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] No Port match for: 772c68e3-89ed-43fb-a68e-1e9d60705480 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:30.710256 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Device 772c68e3-89ed-43fb-a68e-1e9d60705480 not bound to the agent host hv-cinder-77428 {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:31.338619 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36564) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:31.773593 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.007975 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Deleting port 3be6f74b-96fd-4548-9bda-9111e707390d {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:32.008312 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.082039 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] For port 3be6f74b-96fd-4548-9bda-9111e707390d, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=3be6f74b-96fd-4548-9bda-9111e707390d,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:32.082397 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.098243 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Calling delete_port for 3be6f74b-96fd-4548-9bda-9111e707390d owned by network:router_interface {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:32.268192 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.292945 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be6f74b-96fd-4548-9bda-9111e707390d,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:32.451434 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.655688 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:22:32.756577 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:22:32.761491 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-a3421aae-dfc8-4adb-ba01-145cd6104d76 admin admin] 10.222.0.36 "PUT /v2.0/routers/76b6170d-c6de-4aa2-8d97-fe0478bf4092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4215958 Sep 16 15:22:32.764075 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36568) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:32.765188 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] Sync routers for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:22:32.774663 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:32.775356 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:22:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:32.864793 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks [] for router, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:32.879834 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:32.963829 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.014889 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Deleting port 4636b7f3-2fd1-4265-b295-21b528f6242d {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:33.015214 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.053995 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:22:32Z', 'revision_number': 5, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port': {'id': '4636b7f3-2fd1-4265-b295-21b528f6242d', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:33.080594 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] Checking router: 76b6170d-c6de-4aa2-8d97-fe0478bf4092 for host: dv-cinder-774288-9-iscsi {{(pid=94156) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:22:33.088614 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] Routers {'76b6170d-c6de-4aa2-8d97-fe0478bf4092'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94156) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:33.089481 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:22:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'], 'active': True} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:33.092305 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] For port 4636b7f3-2fd1-4265-b295-21b528f6242d, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=4636b7f3-2fd1-4265-b295-21b528f6242d,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:33.092708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.108343 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Calling delete_port for 4636b7f3-2fd1-4265-b295-21b528f6242d owned by network:router_gateway {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:33.172059 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvr_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] Set router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 gateway port host: None {{(pid=94156) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:33.223958 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_hamode_db [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:22:32Z', 'revision_number': 6, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:33.253769 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36debc-459d-4be3-bd3d-0f1eda37b8a0 None None] The sync data for ids ['76b6170d-c6de-4aa2-8d97-fe0478bf4092'] in dv-cinder-774288-9-iscsi is: [{'id': '76b6170d-c6de-4aa2-8d97-fe0478bf4092', 'name': 'tempest-TestVolumeBootPattern-367844645-router', 'tenant_id': 'b123670801a64cd88caf5a82b89ce76f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:53Z', 'updated_at': '2021-09-16T15:22:32Z', 'revision_number': 6, 'project_id': 'b123670801a64cd88caf5a82b89ce76f', 'gw_port_host': None}] {{(pid=94156) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:22:33.269227 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.300906 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Pushing event deleted for resources: {'Port': ['ID=4636b7f3-2fd1-4265-b295-21b528f6242d,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:33.360906 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.447137 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.449157 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.492506 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.493132 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76b6170d-c6de-4aa2-8d97-fe0478bf4092 {{(pid=94155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:22:33.497078 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.498199 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-9a6cf2e3-916d-4ed4-8c6f-b4aee000c286 admin admin] 10.222.0.36 "DELETE /v2.0/routers/76b6170d-c6de-4aa2-8d97-fe0478bf4092 HTTP/1.1" status: 204 len: 168 time: 0.7332020 Sep 16 15:22:33.501380 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36570) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:33.544023 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Deleting subnet b46a9209-4602-413a-b8cb-2b9ee3757991 {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:22:33.546957 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.579708 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880018'] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.661843 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.718909 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6198084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5794139'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.746629 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:33.748459 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b46a9209-4602-413a-b8cb-2b9ee3757991 HTTP/1.1" status: 204 len: 168 time: 0.2461469 Sep 16 15:22:33.749605 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b754-2c3e-4b33-bf88-7bf8bec863e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46a9209-4602-413a-b8cb-2b9ee3757991,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:33.751066 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36572) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:33.755902 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93fb90-ef95-41c3-a9d2-b05e1afcd365 None None] Network 361c228b-0cd3-499b-bc47-5b71d98c5453 requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:22:33.819841 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.022439 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] DHCP port deletion for 361c228b-0cd3-499b-bc47-5b71d98c5453 request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:22:34.074233 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Deleting port 596f8e9e-78ef-4961-b385-c2c6ae3453ca {{(pid=94156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:34.074607 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.088567 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 4636b7f3-2fd1-4265-b295-21b528f6242d no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:34.106894 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Deleting port 596f8e9e-78ef-4961-b385-c2c6ae3453ca {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:34.107239 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.116243 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 4636b7f3-2fd1-4265-b295-21b528f6242d {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:34.117678 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 4636b7f3-2fd1-4265-b295-21b528f6242d not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:34.118519 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 596f8e9e-78ef-4961-b385-c2c6ae3453ca no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:34.172662 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] For port 596f8e9e-78ef-4961-b385-c2c6ae3453ca, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=596f8e9e-78ef-4961-b385-c2c6ae3453ca,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:34.173034 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.186653 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Calling delete_port for 596f8e9e-78ef-4961-b385-c2c6ae3453ca owned by network:dhcp {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:34.276698 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.303448 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=596f8e9e-78ef-4961-b385-c2c6ae3453ca,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:34.308676 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] No DVR routers for this DVR port 596f8e9e-78ef-4961-b385-c2c6ae3453ca on host dv-cinder-774288-9-iscsi {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:22:34.318139 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] For port 596f8e9e-78ef-4961-b385-c2c6ae3453ca, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=596f8e9e-78ef-4961-b385-c2c6ae3453ca,segment=NetworkSegment(938e0b19-9f08-44cb-abc7-3c083abae5cd),segment_id=938e0b19-9f08-44cb-abc7-3c083abae5cd)] {{(pid=94156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:34.318543 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.336683 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Calling delete_port for 596f8e9e-78ef-4961-b385-c2c6ae3453ca owned by network:dhcp {{(pid=94156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:34.341216 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.db [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No active binding found for port 596f8e9e-78ef-4961-b385-c2c6ae3453ca {{(pid=94156) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 15:22:34.341629 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 596f8e9e-78ef-4961-b385-c2c6ae3453ca not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:34.342042 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3be6f74b-96fd-4548-9bda-9111e707390d no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:34.364375 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 3be6f74b-96fd-4548-9bda-9111e707390d {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:34.364739 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 3be6f74b-96fd-4548-9bda-9111e707390d not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:34.382891 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.402896 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361c228b-0cd3-499b-bc47-5b71d98c5453']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:34.411944 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938e0b19-9f08-44cb-abc7-3c083abae5cd') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:34.412236 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938e0b19-9f08-44cb-abc7-3c083abae5cd') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:34.421246 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.428845 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707'] for port, after_delete {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.435722 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.442726 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:22:34.443132 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:22:34.444934 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:22:34.460402 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Pushing event deleted for resources: {'Port': ['ID=596f8e9e-78ef-4961-b385-c2c6ae3453ca,revision_number=None']} {{(pid=94156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:34.465054 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] No DVR routers for this DVR port 596f8e9e-78ef-4961-b385-c2c6ae3453ca on host dv-cinder-774288-9-iscsi {{(pid=94156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:22:34.470689 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.471043 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.471400 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.471736 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.472069 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.472401 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.472764 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.473094 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.473445 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.473774 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.474101 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.474421 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d873b91-eb72-4734-a6a3-c838509fc66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-9-iscsi {{(pid=94156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:22:34.499286 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.505249 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:34.507094 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] 10.222.0.36 "DELETE /v2.0/networks/361c228b-0cd3-499b-bc47-5b71d98c5453 HTTP/1.1" status: 204 len: 168 time: 0.7550232 Sep 16 15:22:34.510057 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36574) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:34.518436 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c453fd9-5acd-48ab-83aa-e5dab939cf53 admin admin] Pushing event deleted for resources: {'Network': ['ID=361c228b-0cd3-499b-bc47-5b71d98c5453,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:34.845601 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035206'] for router_interface, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:35.330700 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Deleting port 1f346378-bf28-4208-85d0-a78688ad7a95 {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:35.331042 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:35.407663 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] For port 1f346378-bf28-4208-85d0-a78688ad7a95, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=1f346378-bf28-4208-85d0-a78688ad7a95,segment=NetworkSegment(e29e215a-02e6-4345-b15c-bd5a279c5bf8),segment_id=e29e215a-02e6-4345-b15c-bd5a279c5bf8)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:35.408019 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:35.419670 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Calling delete_port for 1f346378-bf28-4208-85d0-a78688ad7a95 owned by network:router_interface {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:35.590013 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:35.615736 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Pushing event deleted for resources: {'Port': ['ID=1f346378-bf28-4208-85d0-a78688ad7a95,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:35.775583 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2062006'] for router_interface, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:35.982868 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Router 70d587bc-b68e-4f13-a111-c241f29fabd1 has already been hosted by L3 agent 25014132-8295-4b9c-a3a4-01d7840676fc {{(pid=94155) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:22:36.085794 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] Notify agent at l3_agent.dv-cinder-774288-9-iscsi the message routers_updated {{(pid=94155) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:22:36.091025 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-f718ffc3-c720-4adb-8fab-4633f36eedac admin admin] 10.222.0.36 "PUT /v2.0/routers/70d587bc-b68e-4f13-a111-c241f29fabd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797515 Sep 16 15:22:36.093468 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36576) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:36.095943 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] Sync routers for ids ['70d587bc-b68e-4f13-a111-c241f29fabd1'] in dv-cinder-774288-9-iscsi {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:22:36.105400 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] Routers {'70d587bc-b68e-4f13-a111-c241f29fabd1'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:36.106020 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:22:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['70d587bc-b68e-4f13-a111-c241f29fabd1'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:36.193831 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks [] for router, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.220872 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] Set router 70d587bc-b68e-4f13-a111-c241f29fabd1 gateway port host: dv-cinder-774288-9-iscsi {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:36.296547 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.348632 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Deleting port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca {{(pid=94155) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:36.348892 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.429169 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.db [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] For port 01f2e68e-c98d-4539-91e0-d1b647c5e3ca, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,segment=NetworkSegment(df9b41ab-d828-4583-ba36-e5b12f3927fa),segment_id=df9b41ab-d828-4583-ba36-e5b12f3927fa)] {{(pid=94155) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:36.429533 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.441507 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.plugins.ml2.plugin [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Calling delete_port for 01f2e68e-c98d-4539-91e0-d1b647c5e3ca owned by network:router_gateway {{(pid=94155) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:36.479954 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'external_fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:22:35Z', 'revision_number': 5, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port': {'id': '01f2e68e-c98d-4539-91e0-d1b647c5e3ca', 'name': '', 'network_id': '07137d68-8664-4d82-a53f-74054364452d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:15:00Z', 'updated_at': '2021-09-16T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e599ac0a-ffa7-4ab6-8581-992cf1c5ede4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-9-iscsi'}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:36.513277 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] Checking router: 70d587bc-b68e-4f13-a111-c241f29fabd1 for host: dv-cinder-774288-9-iscsi {{(pid=94157) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:22:36.524603 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] Routers {'70d587bc-b68e-4f13-a111-c241f29fabd1'} bound to L3 agent in host dv-cinder-774288-9-iscsi {{(pid=94157) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:22:36.525205 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T15:01:53Z,description=,heartbeat_timestamp=2021-09-16T15:22:23Z,host='dv-cinder-774288-9-iscsi',id=25014132-8295-4b9c-a3a4-01d7840676fc,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T15:01:53Z,topic='l3_agent')) {'router_ids': ['70d587bc-b68e-4f13-a111-c241f29fabd1'], 'active': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:36.602729 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6198123'] for port, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.607672 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvr_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] Set router 70d587bc-b68e-4f13-a111-c241f29fabd1 gateway port host: None {{(pid=94157) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:22:36.632669 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Pushing event deleted for resources: {'Port': ['ID=01f2e68e-c98d-4539-91e0-d1b647c5e3ca,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:36.665226 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.l3_hamode_db [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:22:36Z', 'revision_number': 6, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port_host': None}], 'dv-cinder-774288-9-iscsi', False) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:36.687828 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2061936'] for router_gateway, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.691111 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670f736-5735-4fca-99d8-f9a9396594d3 None None] The sync data for ids ['70d587bc-b68e-4f13-a111-c241f29fabd1'] in dv-cinder-774288-9-iscsi is: [{'id': '70d587bc-b68e-4f13-a111-c241f29fabd1', 'name': 'tempest-TestVolumeBootPattern-1696274193-router', 'tenant_id': 'af381064d02e462fb0ccea6de0e81d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:14:59Z', 'updated_at': '2021-09-16T15:22:36Z', 'revision_number': 6, 'project_id': 'af381064d02e462fb0ccea6de0e81d70', 'gw_port_host': None}] {{(pid=94157) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:22:36.780918 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2033441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1525'] for router, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.782987 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.826631 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2033626'] for router, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.827180 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d587bc-b68e-4f13-a111-c241f29fabd1 {{(pid=94155) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:22:36.832602 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] Notify callbacks [] for router, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.833734 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-dbf0a1eb-c430-4a33-b71e-0d118c03a49b admin admin] 10.222.0.36 "DELETE /v2.0/routers/70d587bc-b68e-4f13-a111-c241f29fabd1 HTTP/1.1" status: 204 len: 168 time: 0.7393675 Sep 16 15:22:36.836242 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36578) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:36.879060 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Deleting subnet 2151164e-456c-481b-a700-ec06d428c2d0 {{(pid=94155) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:22:36.881935 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.914425 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5880018'] for subnet, precommit_delete_associations {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:36.991617 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-954759'] for subnet, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.046198 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-954768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6198084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5794139'] for subnet, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.071950 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2151164e-456c-481b-a700-ec06d428c2d0,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:37.077891 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.080879 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-7e31db1d-b1df-4021-99d0-7ecb2858fb6d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2151164e-456c-481b-a700-ec06d428c2d0 HTTP/1.1" status: 204 len: 168 time: 0.2426555 Sep 16 15:22:37.084529 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36580) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:37.085042 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b900b-e811-433b-a743-deadebb970a6 None None] Network 50c7200a-3b2b-4a97-a247-37291ffc9f4d requested from dv-cinder-774288-9-iscsi {{(pid=94156) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:22:37.158605 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1004918'] for network, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.210560 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Deleting port 8f0cc681-42b3-4877-89a5-447e22591561 {{(pid=94154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:22:37.211036 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738091245873'] for port, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.276929 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.db [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] For port 8f0cc681-42b3-4877-89a5-447e22591561, host dv-cinder-774288-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-9-iscsi',level=0,port_id=8f0cc681-42b3-4877-89a5-447e22591561,segment=NetworkSegment(e29e215a-02e6-4345-b15c-bd5a279c5bf8),segment_id=e29e215a-02e6-4345-b15c-bd5a279c5bf8)] {{(pid=94154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:22:37.277292 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057294'] for port, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.289232 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.plugin [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Calling delete_port for 8f0cc681-42b3-4877-89a5-447e22591561 owned by network:dhcp {{(pid=94154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:22:37.365338 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-922230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738091251703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738090762707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7604201'] for port, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.390318 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0cc681-42b3-4877-89a5-447e22591561,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:37.394540 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] No DVR routers for this DVR port 8f0cc681-42b3-4877-89a5-447e22591561 on host dv-cinder-774288-9-iscsi {{(pid=94154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:22:37.462601 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adbe772-25fa-4307-83c0-a66fb8d3fc32 None None] DHCP port deletion for 50c7200a-3b2b-4a97-a247-37291ffc9f4d request from dv-cinder-774288-9-iscsi {{(pid=94156) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:22:37.470237 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950528', 'neutron.services.segments.db._delete_segments_for_network-8738091276957'] for network, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.490358 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c7200a-3b2b-4a97-a247-37291ffc9f4d']}} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:37.499448 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29e215a-02e6-4345-b15c-bd5a279c5bf8') {'for_net_delete': True} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:37.499743 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.services.segments.db [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29e215a-02e6-4345-b15c-bd5a279c5bf8') {} {{(pid=94154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:22:37.509440 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738091277478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7652897'] for segment, before_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.522547 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850'] for segment, precommit_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.528588 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94154) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:22:37.529064 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-952850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7602456'] for segment, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: Traceback (most recent call last): Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: timer() Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: cb(*args, **kw) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: return func(*args, **kwargs) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: self._notify() Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: self.callback(batched_events) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: event.method(event) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: return f(self, *a, **k) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._get(url).json() Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: return self.request(url, 'GET', **kwargs) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:22:37.530834 dv-cinder-774288-9-iscsi neutron-server[94154]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:22:37.589504 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1581824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2061844'] for network, after_delete {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.595039 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron_lib.callbacks.manager [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577813'] for network, before_response {{(pid=94154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.596904 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] 10.222.0.36 "DELETE /v2.0/networks/50c7200a-3b2b-4a97-a247-37291ffc9f4d HTTP/1.1" status: 204 len: 168 time: 0.5110991 Sep 16 15:22:37.607181 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea95bf1-8a21-4431-b700-09803753e055 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c7200a-3b2b-4a97-a247-37291ffc9f4d,revision_number=None']} {{(pid=94154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:37.745325 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [-] (94154) accepted ('10.222.0.36', 36584) {{(pid=94154) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:37.783623 dv-cinder-774288-9-iscsi neutron-server[94154]: INFO neutron.wsgi [None req-9ace8865-6ba4-4893-ba3a-47387d9c3f4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b123670801a64cd88caf5a82b89ce76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371697 Sep 16 15:22:37.786167 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36586) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:37.833626 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3d00adce-a995-49d7-91f0-41eed1f59a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.854316 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3d00adce-a995-49d7-91f0-41eed1f59a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.889496 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f346378-bf28-4208-85d0-a78688ad7a95 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:37.905411 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3d00adce-a995-49d7-91f0-41eed1f59a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.908076 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-3d00adce-a995-49d7-91f0-41eed1f59a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:37.909259 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-3d00adce-a995-49d7-91f0-41eed1f59a18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/486251ae-65b1-4771-8c8d-82b85f393741 HTTP/1.1" status: 204 len: 168 time: 0.1221199 Sep 16 15:22:37.911327 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 1f346378-bf28-4208-85d0-a78688ad7a95 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:37.911809 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 1f346378-bf28-4208-85d0-a78688ad7a95 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:37.912595 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 8f0cc681-42b3-4877-89a5-447e22591561 no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:37.917267 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00adce-a995-49d7-91f0-41eed1f59a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486251ae-65b1-4771-8c8d-82b85f393741,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:37.936345 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 8f0cc681-42b3-4877-89a5-447e22591561 {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:37.936616 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 8f0cc681-42b3-4877-89a5-447e22591561 not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:37.937035 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 01f2e68e-c98d-4539-91e0-d1b647c5e3ca no longer exists at agent ovs-agent-dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:22:37.959380 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.plugin [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] No Port match for: 01f2e68e-c98d-4539-91e0-d1b647c5e3ca {{(pid=94156) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:22:37.959814 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron.plugins.ml2.rpc [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Device 01f2e68e-c98d-4539-91e0-d1b647c5e3ca not bound to the agent host dv-cinder-774288-9-iscsi {{(pid=94156) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:22:38.238197 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36592) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:38.277101 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-09ffdbf7-e97e-40d9-8fc2-5c9468fddb26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af381064d02e462fb0ccea6de0e81d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374358 Sep 16 15:22:38.279235 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [-] (94155) accepted ('10.222.0.36', 36594) {{(pid=94155) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:22:38.326005 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-009f4dde-572d-44bf-94f0-39adb3a9f0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:38.346633 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-009f4dde-572d-44bf-94f0-39adb3a9f0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:38.391047 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-009f4dde-572d-44bf-94f0-39adb3a9f0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596627'] for security_group, after_delete {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:38.393884 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron_lib.callbacks.manager [None req-009f4dde-572d-44bf-94f0-39adb3a9f0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:38.395010 dv-cinder-774288-9-iscsi neutron-server[94155]: INFO neutron.wsgi [None req-009f4dde-572d-44bf-94f0-39adb3a9f0d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/368837fc-73c9-4bb1-8672-84647ab9b9b6 HTTP/1.1" status: 204 len: 168 time: 0.1148739 Sep 16 15:22:38.402632 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f4dde-572d-44bf-94f0-39adb3a9f0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368837fc-73c9-4bb1-8672-84647ab9b9b6,revision_number=None']} {{(pid=94155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:22:47.742409 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:50.798725 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b0347814-a033-4abd-b429-c8d462a0e741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:53.401809 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-6ce3aecc-d639-468c-be62-46cb34caa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:53.422056 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:54.485764 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:22:56.148938 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:04.921677 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:23:17.744236 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:20.798533 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-fe6fd2a9-f636-4321-9ed0-5fc8996494ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:23.402578 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-cce62878-53b8-42f3-ae69-4d74db8c4fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:23.420503 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:24.488572 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:26.151595 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:41.920801 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:23:47.757592 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:50.798798 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ddacc71b-9e3c-4b33-ad21-fb0950c9e380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:53.403223 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-8f18e159-1dbf-4e5c-80a5-a84b91189569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:53.420809 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:54.491647 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:23:56.153955 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:17.751407 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:18.922220 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:24:20.798475 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d546ae15-cceb-457c-a581-a9260fc6b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:23.403794 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-0f7960cc-bd52-451b-bd58-032cc6bb329b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:23.420936 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:24.493951 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:26.159838 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:47.771796 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:50.797948 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5e52-fe6f-4365-94b7-70d6c86b3f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:53.404999 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-87a5ef78-600f-4080-9762-5a028aba9d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:53.420858 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:54.499986 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:24:55.921827 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:24:56.160708 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:17.775801 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:20.797587 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-7035a8da-9958-4dcf-963a-93e9b33e4a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:23.405803 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-ddd44400-95f6-4f56-8637-99e0c60741b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:23.421465 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:24.499353 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:26.164874 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:32.920637 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:25:46.849166 dv-cinder-774288-9-iscsi neutron-server[94154]: DEBUG neutron.wsgi [req-e61552c1-104f-46f7-a2fd-4aeb86045932 req-9adbf787-a928-473e-ac36-16db68d5ba86 service neutron] (94154) timed out ('10.222.0.47', 63870) {{(pid=94154) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:25:47.772979 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:50.797091 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-b4f51763-0e0b-43b1-be7b-493132a7d018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:51.007344 dv-cinder-774288-9-iscsi neutron-server[94155]: DEBUG neutron.wsgi [req-4c21c966-e19c-43e1-b976-080dde3d9cfc req-096e01ee-e49f-46e3-968f-3ffac254db1e service neutron] (94155) timed out ('10.222.0.47', 63841) {{(pid=94155) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:25:53.406272 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-4ee7f0a6-681e-4b85-b340-e2c0868602bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:53.423205 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:54.502690 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:25:56.167585 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:09.919065 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:26:17.781396 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:20.798062 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-8894cde5-78f8-402e-9d12-866304fadb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:23.407611 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-f83935b7-599b-4b2c-a0f8-3469072ab036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:23.424126 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:24.504643 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:26.170144 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:46.918070 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:26:47.795582 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:50.798293 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a2db654a-1538-4359-824e-2a7f812f0b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:53.408061 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-d9f37da8-f628-4a6e-a3b3-766671f93268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:53.424273 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:54.507119 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:26:56.175178 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:17.794832 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:20.799551 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-0c5044a0-5f87-4388-9dea-e63ca92b36c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:23.410107 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e8e05bbd-7a4a-4a50-8fd1-10ba27c89db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:23.425241 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:23.916695 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:27:24.510216 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:26.175210 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:47.804691 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-e79b74a8-e70a-44d8-b39a-dbeb3a540324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:50.800453 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4695-80e3-4199-96b7-22f949b3c05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:53.410260 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-53b1fd0c-2799-4bfe-a0fe-8382cfe33d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:53.425812 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-725cb9ed-0000-4df3-8781-99460c6601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:54.511699 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-a8e25a1d-b641-4cd0-a10e-df88233f3fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:27:56.178278 dv-cinder-774288-9-iscsi neutron-server[94156]: DEBUG neutron_lib.callbacks.manager [None req-17ade530-02c6-46b2-b305-ebd2b6d1f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738091276939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-965376'] for agent, after_update {{(pid=94156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:28:00.915966 dv-cinder-774288-9-iscsi neutron-server[94157]: DEBUG neutron.db.agents_db [None req-734650b9-ba62-4be7-9506-78e9109d19ce None None] Agent healthcheck: found 6 active agents {{(pid=94157) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}